Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef93c) [0x7ffebf5fc93c] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4606) [0x7ffb431f0606] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0xe580) [0x7ffb425fc580] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x81e44) [0x7ffb4266fe44] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qm_free_default+0x7a) [0x7ffb426707ba] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x268922) [0x7ffad1e14922] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25dcd3) [0x7ffad1e09cd3] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x708500) [0x7ffad22b4500] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1aa072) [0x7ffad1d56072] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x19309e) [0x7ffad1d3f09e] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1c8eb4) [0x7ffad1d74eb4] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4267c7b1] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4267cca3] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb431f0614] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0xc4) [0x7ffdf595f754] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x220) [0x4493b0] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443ebe] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0xc4) [0x7ffdf595f754] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x137) [0x4463a7] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x45) [0x7ffdf5969bc5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x36bc) [0x7ffaaf7f36bc] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39a5) [0x7ffaaf7f39a5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaaf7f7f8b] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x220) [0x4493b0] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4344d1] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42eb9e] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 01:15:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.95 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6190) [0x7ffeb6945190] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:21:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:21:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299724, send SIGUSR2 to tid:27 Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:22:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.90 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299781, send SIGUSR2 to tid:1 Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.93 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1f4) [0x444924] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.93 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(cpu_limit_can_i_do+0) [0x46fa00] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(packet_io_under_ddos_should_bypass+0x2a) [0x434f8a] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(hash_add_stream+0xdd) [0x4490dd] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43a1e8] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299788, send SIGUSR2 to tid:26 Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.91 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bc0) [0x7ffeb6485bc0] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.93 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe7c95) [0x7ffacba06c95] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_i2d+0x144) [0x7ffacba071d4] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe87d9) [0x7ffacba077d9] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_i2d+0x364) [0x7ffacba073f4] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe88b0) [0x7ffacba078b0] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_i2d+0x18a) [0x7ffacba0721a] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xc7e0c) [0x7ffacb9e6e0c] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xc83af) [0x7ffacb9e73af] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe6850) [0x7ffacba05850] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacba05b3a] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffacba065d8] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacba06b34] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacb9aebf8] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacb9afd18] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299830, send SIGUSR2 to tid:13 Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.92 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x32) [0x4484f2] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x1b9) [0x4445d9] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0xd0) [0x449a40] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.90 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x13fd44) [0x7ffff5a13d44] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93318) [0x7ffb42681318] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x949ee) [0x7ffb426829ee] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42683577] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb431f2505] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:23:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299840, send SIGUSR2 to tid:10 Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.94 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.93 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2b40) [0x7ffad236eb40] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103a00) [0x7ffeb6482a00] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103baf) [0x7ffeb6482baf] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299885, send SIGUSR2 to tid:6 Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.95 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x269459) [0x7ffad1e15459] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x26469c) [0x7ffad1e1069c] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2604d3) [0x7ffad1e0c4d3] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2605bc) [0x7ffad1e0c5bc] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x261269) [0x7ffad1e0d269] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c3dde) [0x7ffad236fdde] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299887, send SIGUSR2 to tid:18 Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.97 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299895, send SIGUSR2 to tid:20 Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.93 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x443d99] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.93 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:24:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299900, send SIGUSR2 to tid:19 Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.91 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1565b8) [0x7ffff5a2a5b8] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299901, send SIGUSR2 to tid:16 Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.94 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4791bc] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56454) [0x7ffeb63d5454] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299903, send SIGUSR2 to tid:12 Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x3dae) [0x7ffff59203ae] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c2b) [0x7ffff7176c2b] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299905, send SIGUSR2 to tid:7 Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:25:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299961, send SIGUSR2 to tid:17 Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.97 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qm_free_default+0) [0x7ffb42670740] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_offload+0x8b) [0x7ffb4267c8fb] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x191) [0x7ffb431f2d91] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.97 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b02) [0x7ffeb6482b02] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac74eba9e] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x4ebe) [0x7ffac74ebebe] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacb9afb87] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.93 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c76) [0x7ffad64f5c76] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad64f54b7] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad66fb2a9] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_ip_entry+0xc7) [0x7ffad66fd077] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_ipv4+0x5a) [0x4369fa] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x4c) [0x44594c] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299967, send SIGUSR2 to tid:13 Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z17capture_bridge_cbPK10streaminfoiPv+0) [0x7ffeb71da8b0] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x30b6a) [0x7ffdf597cb6a] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z38session_packet_capture_by_rules_notifyPK10streaminfoP9maat_rulemi+0xe8) [0x7ffdf5967218] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x114aa) [0x7ffdf595d4aa] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12720) [0x7ffdf595e720] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1344d) [0x7ffdf595f44d] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.95 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299970, send SIGUSR2 to tid:42 Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x47) [0x7ffdf595f8d7] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299971, send SIGUSR2 to tid:14 Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x15657f) [0x7ffff5a2a57f] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299974, send SIGUSR2 to tid:14 Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50db2) [0x7ffeb63cfdb2] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x23) [0x446b33] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299978, send SIGUSR2 to tid:39 Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299979, send SIGUSR2 to tid:32 Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x27a6) [0x7ffff591eda6] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1bd17) [0x7ffdf5967d17] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13direction_I2EP18tsg_log_instance_tP12TLD_handle_tP10layer_addrh+0x165) [0x7ffdf596a145] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x13a3) [0x7ffdf59706d3] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c763) [0x7ffeb63db763] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_set_scan_district+0x133) [0x7ffeb63bf603] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z30tsg_scan_app_properties_policyPK10streaminfoP4maatPciS4_iP10maat_stateP9maat_rulei+0x6d) [0x7ffdf596684d] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11cf3) [0x7ffdf595dcf3] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.94 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4816b0] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705299986, send SIGUSR2 to tid:9 Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x154e2b) [0x7ffff5a28e2b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x268494) [0x7ffad1e14494] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2647fb) [0x7ffad1e107fb] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2606d6) [0x7ffad1e0c6d6] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x261541) [0x7ffad1e0d541] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6dd988) [0x7ffad2289988] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b76aa) [0x7ffad1d636aa] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:26:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.94 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300026, send SIGUSR2 to tid:13 Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x6f) [0x43682f] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.95 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.95 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2776f) [0x7ffdf597376f] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300030, send SIGUSR2 to tid:16 Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.91 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.93 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f7fd) [0x7ffeb63ce7fd] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54341) [0x7ffeb63d3341] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.90 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300034, send SIGUSR2 to tid:20 Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x194) [0x44cda4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.92 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300036, send SIGUSR2 to tid:2 Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.95 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/session_flags/session_flags.so(_Z21session_marker_recordP14session_markerj18session_packet_dirmb+0x23) [0x7ffeb73e4443] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/session_flags/session_flags.so(+0x2a01) [0x7ffeb73e4a01] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300038, send SIGUSR2 to tid:27 Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.90 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33e098) [0x7ffeb66bd098] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f3e0) [0x7ffeb66be3e0] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x58b3) [0x7ffac74ec8b3] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x804c) [0x7ffac74ef04c] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x81af) [0x7ffac74ef1af] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300039, send SIGUSR2 to tid:1 Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1b1) [0x4448e1] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.92 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.91 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300041, send SIGUSR2 to tid:17 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.95 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.95 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa255) [0x7ffff7386255] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300042, send SIGUSR2 to tid:8 Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(timeouts_update+0x17c) [0x4700ec] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x14d) [0x44690d] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb0661a2] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c76) [0x7ffad64f5c76] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad64f54b7] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad66fb2a9] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x324f) [0x7ffad66fc24f] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_tcpall_entry+0x4b) [0x7ffad66fcf3b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300046, send SIGUSR2 to tid:26 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.91 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300047, send SIGUSR2 to tid:22 Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_judgeContentEncoding+0x143) [0x7ffacb70e7a3] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithDefaultData+0x66) [0x7ffacb70e876] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithEntity+0x4d) [0x7ffacb70ef0d] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithEntity+0x81) [0x7ffacb70f261] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x199) [0x7ffacb70bc09] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.91 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300049, send SIGUSR2 to tid:2 Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x3f) [0x43584f] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300050, send SIGUSR2 to tid:1 Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.91 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x4d) [0x44f20d] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0) [0x7ffff6911ee0] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4ff464] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(free_polling_inject_context+0x51) [0x448ed1] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x32a) [0x43b43a] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300053, send SIGUSR2 to tid:16 Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.94 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xa0) [0x7ffebebdfe90] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.98 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300096, send SIGUSR2 to tid:36 Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x16e) [0x7ffdf59681ae] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51c68) [0x7ffeb63d0c68] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300097, send SIGUSR2 to tid:17 Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.92 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.93 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25ddf0) [0x7ffad1e09df0] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x4141f6) [0x7ffad1fc01f6] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1aef11) [0x7ffad1d5af11] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b55dd) [0x7ffad1d615dd] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b77cd) [0x7ffad1d637cd] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.98 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z31session_lua_runtime_context_getPK10streaminfo+0xc) [0x7ffaaadf32ec] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0x35) [0x7ffaaadf2d45] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.91 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.98 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300102, send SIGUSR2 to tid:22 Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1e6ce) [0x7ffdf596a6ce] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22set_session_attributesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0xb1) [0x7ffdf596c301] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x426) [0x7ffdf596f756] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaaf7f8a92] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300104, send SIGUSR2 to tid:12 Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.91 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0x121) [0x7ffb431f2551] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x396ae2) [0x7ffeb6715ae2] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac74ec13d] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacb9afb87] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300106, send SIGUSR2 to tid:7 Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2) [0x4469b2] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x262) [0x7ffacb066062] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300109, send SIGUSR2 to tid:24 Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.95 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(write+0x2d) [0x7ffff69156fd] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x96ec9) [0x7ffeb6ebaec9] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x9ad74) [0x7ffeb6ebed74] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x417e3) [0x7ffeb6e657e3] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41c0b) [0x7ffeb6e65c0b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.94 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x297d53) [0x7ffad1e43d53] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x266b55) [0x7ffad1e12b55] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x26470a) [0x7ffad1e1070a] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2604d3) [0x7ffad1e0c4d3] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x261590) [0x7ffad1e0d590] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c4239) [0x7ffad2370239] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.93 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.98 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x15d81) [0x7ffdf5961d81] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x17c14) [0x7ffdf5963c14] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2fbce) [0x7ffdf597bbce] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fc0) [0x7ffeb63c1fc0] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10set_app_idP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x266) [0x7ffdf596e616] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x127) [0x7ffdf596f457] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe49b9) [0x7ffacba039b9] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe6eef) [0x7ffacba05eef] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe5ca8) [0x7ffacba04ca8] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe6460) [0x7ffacba05460] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacba05b3a] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffacba065d8] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacba06b34] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacb9aebf8] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacb9afd18] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.93 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300112, send SIGUSR2 to tid:37 Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300114, send SIGUSR2 to tid:32 Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xac10) [0x7ffff7386c10] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb710d83] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300115, send SIGUSR2 to tid:20 Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(memchr+0x1b1) [0x7ffff59631e1] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb70c6c4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac74eb244] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c56) [0x7ffad64f5c56] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad64f54b7] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x238e) [0x7ffad66fb38e] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_ip_entry+0xc7) [0x7ffad66fd077] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_ipv4+0x5a) [0x4369fa] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x4c) [0x44594c] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300116, send SIGUSR2 to tid:5 Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300117, send SIGUSR2 to tid:4 Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.92 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.90 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(+0x3660) [0x7ffaaadf2660] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5dfb6) [0x7ffeb63dcfb6] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x7622) [0x7ffac74ee622] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2b08) [0x7ffac74e9b08] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb0661a2] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300119, send SIGUSR2 to tid:2 Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c2be] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300121, send SIGUSR2 to tid:21 Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300124, send SIGUSR2 to tid:12 Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(sapp_get_platform_opt+0) [0x46b240] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/session_flags/session_flags.so(+0x2ca4) [0x7ffeb73e4ca4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.95 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300126, send SIGUSR2 to tid:26 Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa2) [0x44d0e2] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300129, send SIGUSR2 to tid:16 Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.92 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.98 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.97 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300131, send SIGUSR2 to tid:25 Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_new+0xa) [0x7ffeb63bf36a] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x33) [0x7ffeb71dd183] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_UDP_PACKET_ENTRY+0x20) [0x7ffeb71db4e0] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:28:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.91 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.98 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300169, send SIGUSR2 to tid:4 Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300171, send SIGUSR2 to tid:8 Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.90 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.90 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300174, send SIGUSR2 to tid:3 Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.95 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300176, send SIGUSR2 to tid:19 Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.93 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300177, send SIGUSR2 to tid:2 Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(__libc_malloc+0) [0x7ffff5959740] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58e19) [0x7ffeb63d7e19] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300179, send SIGUSR2 to tid:39 Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.95 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fb1) [0x7ffeb63c1fb1] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.91 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.93 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300183, send SIGUSR2 to tid:28 Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b0871) [0x7ffad1d5c871] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b55dd) [0x7ffad1d615dd] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b77cd) [0x7ffad1d637cd] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300185, send SIGUSR2 to tid:16 Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.95 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.94 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.98 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(cycle_pkt_dump_by_classify+0x9) [0x4261d9] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42f135] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x62fd7) [0x7ffeb63e1fd7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x26b) [0x7ffeb63be66b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300187, send SIGUSR2 to tid:14 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x15a3f3) [0x7ffff5a2e3f3] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bb0b0) [0x7ffad22670b0] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba16f) [0x7ffad1d6616f] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300188, send SIGUSR2 to tid:5 Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.92 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x50832e] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(write+0x2d) [0x7ffff69156fd] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x96ec9) [0x7ffeb6ebaec9] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x9ad74) [0x7ffeb6ebed74] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x417e3) [0x7ffeb6e657e3] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41c0b) [0x7ffeb6e65c0b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z14send_event_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x1b4) [0x7ffdf5970e04] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16deal_event_rulesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPE11TSG_SERVICEPii+0x69) [0x7ffdf5971219] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x195) [0x7ffdf5972025] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaaf7f8b04] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.92 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300190, send SIGUSR2 to tid:15 Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2acb) [0x7ffebf5ffacb] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_recv_burst+0x27) [0x7ffebebdfcb7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/kni/libkni.so(kni_polling_all_entry+0x10b) [0x7ffaaf5df29b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_polling+0x4c) [0x43708c] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508ad7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103af2) [0x7ffeb6482af2] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac74ec13d] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacb9afb87] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef839) [0x7ffebf5fc839] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300193, send SIGUSR2 to tid:34 Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93377) [0x7ffb42681377] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42683577] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb431f2505] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300195, send SIGUSR2 to tid:14 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.94 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x434507] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42eb9e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.93 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300196, send SIGUSR2 to tid:4 Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x2b) [0x44f72b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0x35) [0x7ffaaadf2d45] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.95 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.94 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300198, send SIGUSR2 to tid:15 Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x2fa) [0x444a2a] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300199, send SIGUSR2 to tid:3 Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x59) [0x7ffacb9b0429] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x439c93] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c89d] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:29:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f7e0) [0x7ffeb63ce7e0] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x10f) [0x7ffeb63be50f] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300205, send SIGUSR2 to tid:33 Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.97 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x32) [0x7ffaaf7f8a62] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_make_jhash+0x41) [0x4541a1] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x78) [0x449488] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300207, send SIGUSR2 to tid:9 Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x13) [0x468263] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xff) [0x44d13f] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300208, send SIGUSR2 to tid:5 Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.91 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300210, send SIGUSR2 to tid:42 Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x12d) [0x468b3d] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.92 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/session_flags/session_flags.so(+0x2a76) [0x7ffeb73e4a76] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.91 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.95 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.99 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.90 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1f4) [0x444924] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.94 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300215, send SIGUSR2 to tid:14 Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(free+0) [0x482460] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(qsort_r+0x2d8) [0x7ffff590d168] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x224) [0x7ffacb9b0134] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300216, send SIGUSR2 to tid:2 Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300219, send SIGUSR2 to tid:5 Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.93 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.95 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300220, send SIGUSR2 to tid:0 Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x6b) [0x7ffdf59680ab] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/firewall/firewall.so(+0x2a80) [0x7ffac74e9a80] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/ssl/ssl.so(_Z26ssl_parse_application_dataPK10streaminfoP19ssl_runtime_contextPciiPKv+0x2a) [0x7ffacb9b017a] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0xb2) [0x7ffacb9b0482] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300224, send SIGUSR2 to tid:13 Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.95 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300225, send SIGUSR2 to tid:7 Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300226, send SIGUSR2 to tid:2 Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.92 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(timeouts_update+0x17c) [0x4700ec] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x14d) [0x44690d] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300228, send SIGUSR2 to tid:30 Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2984b4) [0x7ffad1e444b4] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x266da5) [0x7ffad1e12da5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2647c1) [0x7ffad1e107c1] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25d980) [0x7ffad1e09980] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1c41bd) [0x7ffad1d701bd] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b45c9) [0x7ffad22605c9] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b5ead) [0x7ffad2261ead] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bf53b) [0x7ffad226b53b] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bd08a) [0x7ffad226908a] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b671e) [0x7ffad226271e] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bb92e) [0x7ffad226792e] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba16f) [0x7ffad1d6616f] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300229, send SIGUSR2 to tid:12 Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300231, send SIGUSR2 to tid:10 Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x154c92) [0x7ffff5a28c92] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5600b) [0x7ffeb63d500b] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.94 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300235, send SIGUSR2 to tid:19 Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.98 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.94 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300237, send SIGUSR2 to tid:39 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.97 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.93 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(snprintf+0) [0x7ffff5927500] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/ssl/ssl.so(_Z10ja3_md5sumPKciPci+0x74) [0x7ffacb9b0964] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/ssl/ssl.so(_Z22ssl_parse_server_helloP16ssl_server_helloPhi+0x169) [0x7ffacb9af969] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1f5) [0x7ffacb9b0105] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(malloc+0x63) [0x47e6c3] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(CRYPTO_zalloc+0xe) [0x7ffacb9d0a8e] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_new+0x114) [0x7ffacba08784] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_new+0x17) [0x7ffacba08a67] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xc7b38) [0x7ffacb9e6b38] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xc83af) [0x7ffacb9e73af] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe6850) [0x7ffacba05850] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacba05b3a] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffacba065d8] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacba06b34] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacb9aebf8] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacb9afd18] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300238, send SIGUSR2 to tid:15 Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.98 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libMESA_field_stat2.so(_Z10FS_operatePvii8field_opx+0x24) [0x7ffff759de94] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x777e) [0x7ffac74ee77e] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x8225) [0x7ffac74ef225] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c79) [0x7ffad64f5c79] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad64f54b7] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad66fb2a9] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x2489) [0x7ffad66fb489] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x33ce) [0x7ffad66fc3ce] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_tcpall_entry+0x4b) [0x7ffad66fcf3b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:30:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.95 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300278, send SIGUSR2 to tid:22 Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300279, send SIGUSR2 to tid:18 Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300281, send SIGUSR2 to tid:0 Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.90 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.98 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.95 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51df8) [0x7ffeb63d0df8] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x133c8) [0x7ffdf595f3c8] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300284, send SIGUSR2 to tid:0 Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300288, send SIGUSR2 to tid:32 Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.98 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300289, send SIGUSR2 to tid:7 Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300290, send SIGUSR2 to tid:3 Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c01c] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300292, send SIGUSR2 to tid:28 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.95 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x502aa8] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x47d4b1] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x35a) [0x7ffdf5969eda] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xb4) [0x7ffaaf7f8ae4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d652] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5856) [0x7ffeb6944856] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x396ad5) [0x7ffeb6715ad5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.91 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.97 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300295, send SIGUSR2 to tid:0 Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553b0) [0x7ffeb63d43b0] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac74eba9e] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x19303b) [0x7ffad1d3f03b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1c8ee1) [0x7ffad1d74ee1] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4267c7b1] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4267cca3] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb431f0614] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.94 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300300, send SIGUSR2 to tid:5 Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477ee5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2e2b) [0x7ffff7176e2b] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300302, send SIGUSR2 to tid:6 Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.91 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300303, send SIGUSR2 to tid:25 Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.90 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.97 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.93 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300306, send SIGUSR2 to tid:1 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.94 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c79) [0x7ffad64f5c79] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad64f54b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x238e) [0x7ffad66fb38e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_ip_entry+0xc7) [0x7ffad66fd077] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_ipv4+0x5a) [0x4369fa] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x4c) [0x44594c] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.94 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(__errno_location+0x7) [0x7ffff6917da7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x11) [0x44e701] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x103d6) [0x7ffdf595c3d6] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10503) [0x7ffdf595c503] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106b4) [0x7ffdf595c6b4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/libMESA_handle_logger.so.2(+0x52e4) [0x7ffff7bc72e4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x8f) [0x7ffdf59657cf] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z30tsg_scan_app_properties_policyPK10streaminfoP4maatPciS4_iP10maat_stateP9maat_rulei+0x9e) [0x7ffdf596687e] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11d89) [0x7ffdf595dd89] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300308, send SIGUSR2 to tid:27 Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300310, send SIGUSR2 to tid:19 Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.92 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.92 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.91 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300311, send SIGUSR2 to tid:3 Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.98 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.98 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x87) [0x4444a7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x46cbe) [0x7ffeb63c5cbe] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_set_scan_district+0x133) [0x7ffeb63bf603] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z30tsg_scan_app_properties_policyPK10streaminfoP4maatPciS4_iP10maat_stateP9maat_rulei+0x6d) [0x7ffdf596684d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e1f) [0x7ffdf595de1f] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300313, send SIGUSR2 to tid:27 Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:31:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300341, send SIGUSR2 to tid:7 Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x14d) [0x449abd] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.94 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300350, send SIGUSR2 to tid:9 Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300351, send SIGUSR2 to tid:9 Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x16e) [0x7ffdf59681ae] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.92 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300353, send SIGUSR2 to tid:6 Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300355, send SIGUSR2 to tid:3 Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39f43) [0x7ffeb63b8f43] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x1e3) [0x7ffeb63be5e3] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_UDP_PACKET_ENTRY+0x20) [0x7ffeb71db4e0] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.95 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300358, send SIGUSR2 to tid:12 Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300359, send SIGUSR2 to tid:1 Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.92 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300361, send SIGUSR2 to tid:3 Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.91 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.92 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300363, send SIGUSR2 to tid:4 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.95 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.98 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(packet_io_under_ddos_should_bypass+0x25) [0x434f85] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(hash_add_stream+0xdd) [0x4490dd] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x443f2e] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(layer_addr_prefix_ntop+0x8) [0x4584c8] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x562) [0x7ffdf596f892] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16deal_event_rulesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPE11TSG_SERVICEPii+0xb5) [0x7ffdf5971265] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x195) [0x7ffdf5972025] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaaf7f8b04] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300365, send SIGUSR2 to tid:25 Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.92 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.98 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/ld-linux-x86-64.so.2(__tls_get_addr+0x9) [0x7ffff7df29c9] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x81e44) [0x7ffb4266fe44] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qm_malloc_default+0x26) [0x7ffb42670496] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x19c841) [0x7ffad1d48841] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c400a) [0x7ffad237000a] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300367, send SIGUSR2 to tid:38 Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.90 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300368, send SIGUSR2 to tid:21 Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(__libc_malloc+0) [0x7ffff5959740] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27486) [0x7ffdf5973486] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d93b) [0x7ffdf596993b] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x2e1) [0x7ffdf596f611] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaaf7f8a92] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300370, send SIGUSR2 to tid:16 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.91 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.95 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300371, send SIGUSR2 to tid:5 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.93 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.91 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x109) [0x446c19] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300373, send SIGUSR2 to tid:28 Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x40) [0x7ffdf5968080] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300377, send SIGUSR2 to tid:6 Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300378, send SIGUSR2 to tid:29 Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4tcppkt+0x179) [0x43dde9] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300379, send SIGUSR2 to tid:3 Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x37) [0x7ffeb71db3b7] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.91 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(packet_io_hook_input+0x200) [0x434840] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42eb9e] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43bd73] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:32:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.98 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.93 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300383, send SIGUSR2 to tid:0 Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.94 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300388, send SIGUSR2 to tid:19 Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300389, send SIGUSR2 to tid:7 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.97 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.94 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(timeouts_add+0x15) [0x46fe55] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(lrustream+0x88) [0x446a38] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300390, send SIGUSR2 to tid:7 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/rdp/rdp.so(RDP_TCP_ENTRY+0x10a) [0x7ffac7bb3aaa] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x443d95] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300392, send SIGUSR2 to tid:25 Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.95 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.95 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300428, send SIGUSR2 to tid:5 Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300430, send SIGUSR2 to tid:18 Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.98 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300431, send SIGUSR2 to tid:18 Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2c8) [0x7ffff73862c8] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x130) [0x7ffdf5969cb0] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x3808) [0x7ffaaf7f3808] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39a5) [0x7ffaaf7f39a5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300433, send SIGUSR2 to tid:12 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.95 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x28c) [0x44361c] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300434, send SIGUSR2 to tid:12 Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x47d4a0] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x35a) [0x7ffdf5969eda] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xb4) [0x7ffaaf7f8ae4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300436, send SIGUSR2 to tid:1 Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300438, send SIGUSR2 to tid:39 Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:33:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300441, send SIGUSR2 to tid:14 Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.90 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.98 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/dns/dns.so(+0x2844) [0x7ffacb062844] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0x135) [0x7ffacb066b15] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.91 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.93 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x2b) [0x44943b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x564b6) [0x7ffeb63d54b6] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x513d) [0x7ffac74ec13d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacb9afb87] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300443, send SIGUSR2 to tid:4 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.95 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43cc29] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300444, send SIGUSR2 to tid:28 Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300445, send SIGUSR2 to tid:7 Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300447, send SIGUSR2 to tid:9 Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.94 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.92 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.91 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.92 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef960) [0x7ffebf5fc960] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300448, send SIGUSR2 to tid:4 Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.98 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xa0) [0x7ffebebdfe90] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x19) [0x435829] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4815d6] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3da) [0x43630a] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300450, send SIGUSR2 to tid:2 Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.91 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.97 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300452, send SIGUSR2 to tid:24 Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c08) [0x7ffebf5fdc08] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.92 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.98 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.97 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300457, send SIGUSR2 to tid:15 Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300458, send SIGUSR2 to tid:15 Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libMESA_handle_logger.so.2(MESA_handle_runtime_log_level_enabled+0x9) [0x7ffff7bc43f9] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x3f) [0x43584f] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.94 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300461, send SIGUSR2 to tid:31 Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300462, send SIGUSR2 to tid:1 Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300463, send SIGUSR2 to tid:1 Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.94 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300465, send SIGUSR2 to tid:4 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.95 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.94 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c625f) [0x7ffeb694525f] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300466, send SIGUSR2 to tid:2 Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x62ffc) [0x7ffeb63e1ffc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x26b) [0x7ffeb63be66b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300468, send SIGUSR2 to tid:9 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.91 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300469, send SIGUSR2 to tid:3 Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x2f) [0x468a3f] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x2b) [0x44f72b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0x35) [0x7ffaaadf2d45] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25d9a3) [0x7ffad1e099a3] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1c41bd) [0x7ffad1d701bd] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b45c9) [0x7ffad22605c9] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b5ead) [0x7ffad2261ead] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bf53b) [0x7ffad226b53b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bd08a) [0x7ffad226908a] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6b671e) [0x7ffad226271e] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6bb92e) [0x7ffad226792e] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba16f) [0x7ffad1d6616f] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300472, send SIGUSR2 to tid:9 Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:34:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.96 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300566, send SIGUSR2 to tid:41 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.94 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300567, send SIGUSR2 to tid:3 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.94 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.90 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300568, send SIGUSR2 to tid:3 Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300569, send SIGUSR2 to tid:0 Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x54b850) [0x7ffad20f7850] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1aef11) [0x7ffad1d5af11] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b55dd) [0x7ffad1d615dd] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b77cd) [0x7ffad1d637cd] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300575, send SIGUSR2 to tid:9 Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.95 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.94 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300576, send SIGUSR2 to tid:9 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.92 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe4d30) [0x7ffacba03d30] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe6eef) [0x7ffacba05eef] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacba05b3a] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffacba05b3a] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffacba04a44] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffacba0529b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffacba065d8] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacba06b34] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacb9aebf8] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacb9afd18] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x5ace) [0x7ffaaf7f5ace] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x8784) [0x7ffaaf7f8784] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/quic/quic.so(+0x3cec1) [0x7ffac9fdfec1] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/quic/quic.so(QUIC_ENTRY+0x62) [0x7ffac9fdf362] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.91 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300578, send SIGUSR2 to tid:17 Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.91 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/session_flags/session_flags.so(_Z21session_marker_recordP14session_markerj18session_packet_dirmb+0x23) [0x7ffeb73e4443] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/session_flags/session_flags.so(+0x2c4c) [0x7ffeb73e4c4c] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300579, send SIGUSR2 to tid:17 Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.91 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300580, send SIGUSR2 to tid:3 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.98 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x15701c) [0x7ffff5a2b01c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13direction_I2EP18tsg_log_instance_tP12TLD_handle_tP10layer_addrh+0x1e2) [0x7ffdf596a1c2] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x13a3) [0x7ffdf59706d3] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300581, send SIGUSR2 to tid:0 Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.95 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_set_scan_district+0x3f) [0x7ffeb63bf50f] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z30tsg_scan_app_properties_policyPK10streaminfoP4maatPciS4_iP10maat_stateP9maat_rulei+0x6d) [0x7ffdf596684d] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11dd4) [0x7ffdf595ddd4] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.92 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57d0) [0x7ffeb69447d0] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.98 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300588, send SIGUSR2 to tid:12 Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300592, send SIGUSR2 to tid:32 Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300593, send SIGUSR2 to tid:12 Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.92 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.94 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.98 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300595, send SIGUSR2 to tid:8 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.96 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300596, send SIGUSR2 to tid:7 Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x241) [0x449651] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61ca) [0x7ffeb69451ca] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300598, send SIGUSR2 to tid:20 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.92 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.92 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.98 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x154c92) [0x7ffff5a28c92] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa853) [0x7ffff7386853] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa9a2) [0x7ffff73869a2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x16a228) [0x7ffff5a3e228] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xac58) [0x7ffff7386c58] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5969aa1] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300599, send SIGUSR2 to tid:3 Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4d9998] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4dc7e7] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x429c) [0x7ffac74eb29c] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300600, send SIGUSR2 to tid:3 Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x7) [0x458a07] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0xcf) [0x44925f] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x71) [0x449481] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300601, send SIGUSR2 to tid:1 Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xa0) [0x7ffebebdfe90] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50d98) [0x7ffeb63cfd98] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54416) [0x7ffeb63d3416] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x5b64) [0x7ffac74ecb64] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x4f61) [0x7ffac74ebf61] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x224) [0x7ffacb9b0134] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54ef3) [0x7ffeb63d3ef3] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(bsearch+0x58) [0x7ffff590bc98] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x568f5) [0x7ffeb63d58f5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300603, send SIGUSR2 to tid:8 Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2a47) [0x7ffac74e9a47] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(fw_quic_plug_entry+0xf) [0x7ffac74ec7df] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/quic/quic.so(+0x3cec1) [0x7ffac9fdfec1] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/quic/quic.so(QUIC_ENTRY+0x62) [0x7ffac9fdf362] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300605, send SIGUSR2 to tid:1 Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300606, send SIGUSR2 to tid:8 Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(malloc+0x2b) [0x47e68b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c28e] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:36:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.92 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300622, send SIGUSR2 to tid:37 Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300623, send SIGUSR2 to tid:37 Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300635, send SIGUSR2 to tid:16 Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.97 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300636, send SIGUSR2 to tid:0 Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4dc8d0] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/quic/quic.so(+0x3b845) [0x7ffac9fde845] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/quic/quic.so(+0x3d8d6) [0x7ffac9fe08d6] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/quic/quic.so(+0x3d9f7) [0x7ffac9fe09f7] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/quic/quic.so(QUIC_ENTRY+0x62) [0x7ffac9fdf362] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.93 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/kni/libkni.so(kni_polling_all_entry+0x9) [0x7ffaaf5df199] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_polling+0x4c) [0x43708c] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508ad7] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300642, send SIGUSR2 to tid:17 Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.94 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(asn1_enc_init+0x16) [0x7ffacba090b6] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(+0xe9371) [0x7ffacba08371] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_new+0x320) [0x7ffacba08990] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0xa03) [0x7ffacba06a33] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffacba06b34] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffacb9aebf8] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffacb9afd18] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300643, send SIGUSR2 to tid:17 Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300644, send SIGUSR2 to tid:6 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.95 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x1039a6) [0x7ffeb64829a6] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103baf) [0x7ffeb6482baf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x189) [0x7ffeb63bec39] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300645, send SIGUSR2 to tid:3 Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.94 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x155a08) [0x7ffff5a29a08] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300647, send SIGUSR2 to tid:8 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.94 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300648, send SIGUSR2 to tid:8 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.93 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/session_flags/session_flags.so(+0x1870) [0x7ffeb73e3870] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x254) [0x7ffeb73e5494] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55fab) [0x7ffeb63d4fab] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.93 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac74eb237] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300649, send SIGUSR2 to tid:6 Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.93 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4d4b43] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4da153] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4dd454] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300650, send SIGUSR2 to tid:6 Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.96 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x76) [0x44cc86] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x445e84] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x169) [0x446c79] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300652, send SIGUSR2 to tid:11 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.96 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x154e4b) [0x7ffff5a28e4b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.92 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.99 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2693c5) [0x7ffad1e153c5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x26469c) [0x7ffad1e1069c] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2604d3) [0x7ffad1e0c4d3] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x261301) [0x7ffad1e0d301] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c434e) [0x7ffad237034e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:100.00 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(skip_proxy_phony_stream+0) [0x43b9f0] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c2ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x155976) [0x7ffff5a29976] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x40b1b) [0x7ffeb6e64b1b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41bef) [0x7ffeb6e65bef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x154e3b) [0x7ffff5a28e3b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300654, send SIGUSR2 to tid:22 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300655, send SIGUSR2 to tid:2 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(qsort_r+0x23a) [0x7ffff590d0ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5652a) [0x7ffeb63d552a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b0871) [0x7ffad1d5c871] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b55dd) [0x7ffad1d615dd] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b77cd) [0x7ffad1d637cd] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(write+0x2d) [0x7ffff69156fd] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x96ec9) [0x7ffeb6ebaec9] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x9ad74) [0x7ffeb6ebed74] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x417e3) [0x7ffeb6e657e3] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41c0b) [0x7ffeb6e65c0b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaaf7f7f8b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.93 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x154e1b) [0x7ffff5a28e1b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300657, send SIGUSR2 to tid:18 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b760e) [0x7ffad1d6360e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.92 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac74eb221] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300658, send SIGUSR2 to tid:42 Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4d5508] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x48d2c0] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x25) [0x4491b5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300659, send SIGUSR2 to tid:13 Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300660, send SIGUSR2 to tid:13 Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.94 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1bcfe) [0x7ffdf5967cfe] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13direction_I2EP18tsg_log_instance_tP12TLD_handle_tP10layer_addrh+0x165) [0x7ffdf596a145] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x13a3) [0x7ffdf59706d3] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300662, send SIGUSR2 to tid:20 Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300663, send SIGUSR2 to tid:20 Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300664, send SIGUSR2 to tid:2 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.97 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.97 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.97 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300665, send SIGUSR2 to tid:2 Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.95 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.92 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x33c) [0x43789c] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300667, send SIGUSR2 to tid:3 Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2fc) [0x7ffff73862fc] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xacb3) [0x7ffff7386cb3] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300668, send SIGUSR2 to tid:24 Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x6b) [0x7ffdf59680ab] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.95 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.95 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300670, send SIGUSR2 to tid:20 Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.92 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x32) [0x4484f2] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300671, send SIGUSR2 to tid:19 Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4ff892] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x1b9) [0x4445d9] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300672, send SIGUSR2 to tid:5 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.92 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.90 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.92 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(hash_func+0x43) [0x468003] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x13) [0x468263] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300673, send SIGUSR2 to tid:4 Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1559de) [0x7ffff5a299de] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300674, send SIGUSR2 to tid:4 Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300676, send SIGUSR2 to tid:16 Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300677, send SIGUSR2 to tid:16 Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(hash_func+0x52) [0x468012] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x13) [0x468263] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:37:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300680, send SIGUSR2 to tid:34 Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x7d) [0x7ffeb63be47d] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb0661a2] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.94 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(_IO_default_xsputn+0xb5) [0x7ffff5951005] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x28c5) [0x7ffff591eec5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(vsnprintf+0x79) [0x7ffff594c179] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(snprintf+0x82) [0x7ffff5927582] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x402c4) [0x7ffdf598c2c4] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z32tsg_ssl_ja3_fingerprint_generatePKhiPcii+0x3fc) [0x7ffdf598c6dc] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1329d) [0x7ffdf595f29d] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51c68) [0x7ffeb63d0c68] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x133c8) [0x7ffdf595f3c8] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.97 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300684, send SIGUSR2 to tid:1 Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300685, send SIGUSR2 to tid:1 Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(cycle_pkt_dump_by_classify+0) [0x4261d0] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42f135] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x336720) [0x7ffeb66b5720] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106f6f) [0x7ffeb6485f6f] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x154c9a) [0x7ffff5a28c9a] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x21e4) [0x7ffff71761e4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29a9) [0x7ffff71769a9] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c587e) [0x7ffeb694487e] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x157096) [0x7ffff5a2b096] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2ed3) [0x7ffff7176ed3] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2f8d) [0x7ffff7176f8d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libcjson.so.1(cJSON_AddNumberToObject+0x22) [0x7ffff7178142] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x62) [0x7ffeb73e4812] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.92 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300687, send SIGUSR2 to tid:28 Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.94 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.98 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300688, send SIGUSR2 to tid:7 Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.94 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x47) [0x7ffdf595f8d7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300689, send SIGUSR2 to tid:7 Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300691, send SIGUSR2 to tid:12 Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300692, send SIGUSR2 to tid:41 Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x48d830] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z17capture_bridge_cbPK10streaminfoiPv+0x3f9) [0x7ffeb71daca9] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x30b6a) [0x7ffdf597cb6a] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z38session_packet_capture_by_rules_notifyPK10streaminfoP9maat_rulemi+0xe8) [0x7ffdf5967218] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x114aa) [0x7ffdf595d4aa] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x122e0) [0x7ffdf595e2e0] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300694, send SIGUSR2 to tid:1 Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c75d] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300698, send SIGUSR2 to tid:28 Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x14) [0x435c64] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300702, send SIGUSR2 to tid:12 Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.98 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x32) [0x4484f2] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x86) [0x4499f6] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300708, send SIGUSR2 to tid:27 Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:38:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.97 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(qsort_r+0x1d5) [0x7ffff590d065] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54416) [0x7ffeb63d3416] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x225) [0x7ffdf5966b25] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(fw_quic_plug_entry+0xf) [0x7ffac74ec7df] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/quic/quic.so(+0x3cec1) [0x7ffac9fdfec1] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/quic/quic.so(QUIC_ENTRY+0x62) [0x7ffac9fdf362] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1da0d) [0x7ffdf5969a0d] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300754, send SIGUSR2 to tid:15 Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300755, send SIGUSR2 to tid:2 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300756, send SIGUSR2 to tid:2 Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0x2e) [0x7ffff6911f0e] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4dd2f2] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4dd529] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(__libc_calloc+0x251) [0x7ffff595a3b1] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac74eb221] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300758, send SIGUSR2 to tid:3 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.97 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5803) [0x7ffeb6944803] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300759, send SIGUSR2 to tid:2 Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300760, send SIGUSR2 to tid:2 Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300761, send SIGUSR2 to tid:0 Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.92 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.92 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.92 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300762, send SIGUSR2 to tid:1 Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/ld-linux-x86-64.so.2(__tls_get_addr+0x9) [0x7ffff7df29c9] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x81e44) [0x7ffb4266fe44] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x260359) [0x7ffad1e0c359] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x261496) [0x7ffad1e0d496] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c4239) [0x7ffad2370239] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.95 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb710e02] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57e8) [0x7ffeb69447e8] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x15664b) [0x7ffff5a2a64b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300769, send SIGUSR2 to tid:12 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.91 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300770, send SIGUSR2 to tid:12 Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300771, send SIGUSR2 to tid:20 Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4d6fad] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4d71ef] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4da8ac] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4dc789] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300773, send SIGUSR2 to tid:14 Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.92 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x396a17) [0x7ffeb6715a17] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac74eba9e] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300776, send SIGUSR2 to tid:0 Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.98 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300777, send SIGUSR2 to tid:0 Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.97 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300783, send SIGUSR2 to tid:13 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a3e9) [0x7ffeb63d93e9] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300784, send SIGUSR2 to tid:1 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(memchr+0x1b9) [0x7ffff59631e9] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb70c6c4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac74eb244] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300785, send SIGUSR2 to tid:1 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39696c) [0x7ffeb671596c] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.97 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x75) [0x4375d5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x154e3b) [0x7ffff5a28e3b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300787, send SIGUSR2 to tid:16 Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300788, send SIGUSR2 to tid:16 Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300792, send SIGUSR2 to tid:40 Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300793, send SIGUSR2 to tid:3 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1153296128 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300794, send SIGUSR2 to tid:2 Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300795, send SIGUSR2 to tid:2 Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.91 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2) [0x4469b2] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.94 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300797, send SIGUSR2 to tid:9 Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x282a8) [0x7ffdf59742a8] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaaf7f8a92] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:39:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300800, send SIGUSR2 to tid:3 Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x38baa) [0x7ffff590cbaa] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(qsort_r+0x2cc) [0x7ffff590d15c] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56304) [0x7ffeb63d5304] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13585) [0x7ffdf595f585] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.97 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c588d) [0x7ffeb694488d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300843, send SIGUSR2 to tid:39 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300844, send SIGUSR2 to tid:0 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300845, send SIGUSR2 to tid:0 Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(udp_l2tp_identify_entry+0x10) [0x44ac00] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300850, send SIGUSR2 to tid:5 Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.97 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x360740) [0x7ffeb66df740] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x398232) [0x7ffeb6717232] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.93 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300851, send SIGUSR2 to tid:5 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x37) [0x7ffeb71db3b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x1567d2) [0x7ffff5a2a7d2] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300852, send SIGUSR2 to tid:4 Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300853, send SIGUSR2 to tid:4 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.93 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c620b) [0x7ffeb694520b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(__pthread_mutex_trylock+0x2) [0x7ffff6910ee2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4dd15f] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4dd529] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.94 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43ba66] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x155f98) [0x7ffff5a29f98] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c36d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f4e) [0x7ffeb6946f4e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300855, send SIGUSR2 to tid:19 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.98 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300856, send SIGUSR2 to tid:31 Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x15a213) [0x7ffff5a2e213] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/ssl/ssl.so(_Z15ssl_trunk_cacheP19ssl_runtime_contextPcii+0x3b) [0x7ffacb9af35b] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x184) [0x7ffacb9b0554] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300857, send SIGUSR2 to tid:11 Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300858, send SIGUSR2 to tid:11 Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.90 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300859, send SIGUSR2 to tid:11 Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.93 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.93 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:40:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x157082) [0x7ffff5a2b082] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x490385] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2e2b) [0x7ffff7176e2b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300861, send SIGUSR2 to tid:19 Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.95 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x15660d) [0x7ffff5a2a60d] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0xa0) [0x4494b0] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300863, send SIGUSR2 to tid:17 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.92 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.92 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.95 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.98 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.98 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300864, send SIGUSR2 to tid:18 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0) [0x7ffaaadf2d10] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0x2e) [0x7ffff6911f0e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4dd616] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300865, send SIGUSR2 to tid:41 Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2c8) [0x7ffff73862c8] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1bf65) [0x7ffdf5967f65] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x2c) [0x7ffdf5970a4c] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300866, send SIGUSR2 to tid:19 Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300867, send SIGUSR2 to tid:19 Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.93 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.91 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58a4) [0x7ffeb69448a4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300871, send SIGUSR2 to tid:6 Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300872, send SIGUSR2 to tid:4 Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300873, send SIGUSR2 to tid:4 Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.93 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x26) [0x467f36] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xff) [0x44d13f] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300875, send SIGUSR2 to tid:20 Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.95 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62cc) [0x7ffeb69452cc] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.91 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.99 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(__errno_location+0) [0x7ffff6917da0] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x11) [0x44e701] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_UDP_PACKET_ENTRY+0x37) [0x7ffeb71db4f7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c620b) [0x7ffeb694520b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300876, send SIGUSR2 to tid:20 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.98 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:100.00 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4d98d5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4dd2e0] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300877, send SIGUSR2 to tid:13 Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300878, send SIGUSR2 to tid:13 Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300879, send SIGUSR2 to tid:13 Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.95 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c582c) [0x7ffeb694482c] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300881, send SIGUSR2 to tid:33 Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.96 over 99.9%, send SIGUSR2 to tid:1144903424 Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.95 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300882, send SIGUSR2 to tid:4 Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10a40) [0x7ffdf595ca40] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x2d) [0x7ffdf595f8bd] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300883, send SIGUSR2 to tid:4 Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300884, send SIGUSR2 to tid:3 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.94 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.94 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.97 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.94 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.94 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac74eb237] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4tcppkt+0x69) [0x43dcd9] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c620b) [0x7ffeb694520b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300885, send SIGUSR2 to tid:3 Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(malloc_and_copy_streamindex+0x64) [0x446744] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43a17e] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d313] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fa1) [0x7ffeb63c1fa1] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5dfe1) [0x7ffeb63dcfe1] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaaf7f4a2b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300887, send SIGUSR2 to tid:5 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(snprintf+0) [0x7ffff5927500] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z32tsg_ssl_ja3_fingerprint_generatePKhiPcii+0x3a5) [0x7ffdf598c685] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1329d) [0x7ffdf595f29d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300888, send SIGUSR2 to tid:5 Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x4f8c8) [0x7ffff59238c8] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x4ed7) [0x7ffff59214d7] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c2b) [0x7ffff7176c2b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1567d2) [0x7ffff5a2a7d2] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaaf7f4a2b] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300890, send SIGUSR2 to tid:34 Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553b0) [0x7ffeb63d43b0] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55ec4) [0x7ffeb63d4ec4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x567ba) [0x7ffeb63d57ba] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300891, send SIGUSR2 to tid:36 Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.93 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x7d7fd) [0x7ffff59517fd] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(vsprintf+0x39) [0x7ffff5945499] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c2b) [0x7ffff7176c2b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/session_flags/session_flags.so(+0x2aa2) [0x7ffeb73e4aa2] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300892, send SIGUSR2 to tid:35 Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.90 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4fd4db] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x500326] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x502c49] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x481a60] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x567ba) [0x7ffeb63d57ba] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25d660) [0x7ffad1e09660] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25fc2c) [0x7ffad1e0bc2c] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x6dd421) [0x7ffad2289421] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1b76aa) [0x7ffad1d636aa] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1ba558) [0x7ffad1d66558] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1accf2) [0x7ffad1d58cf2] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193306) [0x7ffad1d3f306] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300895, send SIGUSR2 to tid:16 Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300896, send SIGUSR2 to tid:16 Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x16add7) [0x7ffff5a3edd7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z23tsg_l7_protocol_id2namej+0x117) [0x7ffdf597f3f7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1005d) [0x7ffdf595c05d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1069f) [0x7ffdf595c69f] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/app_proto_identify/app_proto_identify.so(+0x286b) [0x7ffeb77fa86b] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x97) [0x4358a7] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x33) [0x435c83] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:41:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300965, send SIGUSR2 to tid:15 Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x14d) [0x449abd] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:42:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705300966, send SIGUSR2 to tid:26 Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x50832e] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfefefc) [0x7ffebf5fcefc] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(+0x3581) [0x7ffeb71d9581] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(+0x39cd) [0x7ffeb71d99cd] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x10f) [0x7ffeb71db48f] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:42:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3730ac) [0x7ffeb66f20ac] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.94 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5856) [0x7ffeb6944856] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103ac1) [0x7ffeb6482ac1] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac74ecd6a] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac74eb0f1] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301001, send SIGUSR2 to tid:32 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.97 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x154c70) [0x7ffff5a28c70] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8c3) [0x7ffdf59698c3] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x1567c8) [0x7ffff5a2a7c8] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301002, send SIGUSR2 to tid:3 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.91 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e672) [0x7ffb4266c672] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c584d) [0x7ffeb694484d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301003, send SIGUSR2 to tid:3 Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103afe) [0x7ffeb6482afe] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x5209) [0x7ffac74ec209] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacb9afb87] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacb9b0050] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301004, send SIGUSR2 to tid:3 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.92 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.93 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.95 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x2b) [0x44f72b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/app_sketch_local/app_sketch_local.so(_Z16app_sketch_entryPK10streaminfoPPviS2_+0x35) [0x7ffaaadf2d45] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x154e3f) [0x7ffff5a28e3f] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301006, send SIGUSR2 to tid:7 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.92 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301007, send SIGUSR2 to tid:0 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef93c) [0x7ffebf5fc93c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301008, send SIGUSR2 to tid:0 Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553b0) [0x7ffeb63d43b0] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301009, send SIGUSR2 to tid:0 Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.97 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6267) [0x7ffeb6945267] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301016, send SIGUSR2 to tid:16 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(MESA_get_stream_opt+0x1079) [0x440ac9] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10493) [0x7ffdf595c493] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106b4) [0x7ffdf595c6b4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.97 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301017, send SIGUSR2 to tid:16 Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x4d3) [0x443863] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301019, send SIGUSR2 to tid:6 Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1237223168 Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32914 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f41c) [0x7ffeb63ce41c] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x85) [0x7ffeb63be125] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb431f22f6] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32914 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32914 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301020, send SIGUSR2 to tid:6 Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301021, send SIGUSR2 to tid:6 Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/session_flags/session_flags.so(+0x2a76) [0x7ffeb73e4a76] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.98 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301024, send SIGUSR2 to tid:39 Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301025, send SIGUSR2 to tid:0 Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301026, send SIGUSR2 to tid:0 Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1161688832 Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51d07) [0x7ffeb63d0d07] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.92 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6226) [0x7ffeb6945226] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.96 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c627a) [0x7ffeb694527a] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301032, send SIGUSR2 to tid:7 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.94 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301033, send SIGUSR2 to tid:7 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.98 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x16f917) [0x7ffff5a43917] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2eb3) [0x7ffff7176eb3] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2f8d) [0x7ffff7176f8d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libcjson.so.1(cJSON_AddNumberToObject+0x22) [0x7ffff7178142] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x62) [0x7ffeb73e4812] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x234) [0x446d44] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5896) [0x7ffeb6944896] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301034, send SIGUSR2 to tid:7 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x3a) [0x43b14a] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301036, send SIGUSR2 to tid:24 Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.97 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301037, send SIGUSR2 to tid:15 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1287579392 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef960) [0x7ffebf5fc960] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf7f4f80] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301038, send SIGUSR2 to tid:14 Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x328) [0x4436b8] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301039, send SIGUSR2 to tid:14 Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:43:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301040, send SIGUSR2 to tid:14 Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x156751) [0x7ffff5a2a751] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301041, send SIGUSR2 to tid:14 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.96 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4fd4bd] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5896) [0x7ffeb6944896] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.99 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4816c0] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x429c) [0x7ffac74eb29c] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:100.00 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5881) [0x7ffeb6944881] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301043, send SIGUSR2 to tid:19 Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:100.00 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef827) [0x7ffebf5fc827] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x50883f] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c469b) [0x7ffad237069b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2e42) [0x7ffad236ee42] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301045, send SIGUSR2 to tid:14 Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301046, send SIGUSR2 to tid:10 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.95 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.91 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301047, send SIGUSR2 to tid:10 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.98 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.92 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301048, send SIGUSR2 to tid:10 Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301050, send SIGUSR2 to tid:7 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.95 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.94 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.94 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43cf96] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x48ed8e] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x490269] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2e2b) [0x7ffff7176e2b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.95 over 99.9%, send SIGUSR2 to tid:1279186688 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32909 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2c8) [0x7ffff73862c8] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x130) [0x7ffdf5969cb0] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x3850) [0x7ffaaf7f3850] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(+0x39a5) [0x7ffaaf7f39a5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaaf7f8b04] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32909 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32909 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x268e38) [0x7ffad1e14e38] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x2692c5) [0x7ffad1e152c5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x264569) [0x7ffad1e10569] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x25d6b9) [0x7ffad1e096b9] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c2b66) [0x7ffad236eb66] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x193290) [0x7ffad1d3f290] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301051, send SIGUSR2 to tid:7 Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b02) [0x7ffeb6482b02] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1396684544 Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32895 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32895 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32895 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301052, send SIGUSR2 to tid:6 Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301053, send SIGUSR2 to tid:6 Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301055, send SIGUSR2 to tid:9 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1371506432 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4d5515] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x48d2c0] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x25) [0x4491b5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(pthread_mutex_lock+0) [0x7ffff6910d00] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0xb4959) [0x7ffeb6ed8959] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x40b73) [0x7ffeb6e64b73] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41bef) [0x7ffeb6e65bef] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301056, send SIGUSR2 to tid:35 Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/framework/lib/libMESA_field_stat2.so(_Z10FS_operatePvii8field_opx+0x24) [0x7ffff759de94] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x777e) [0x7ffac74ee77e] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x2b36) [0x7ffac74e9b36] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_judgeContentEncoding+0x139) [0x7ffacb70e799] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithDefaultData+0x66) [0x7ffacb70e876] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_doWithEntity+0x4d) [0x7ffacb70ef0d] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_findAndDoWithEntity+0x81) [0x7ffacb70f261] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x199) [0x7ffacb70bc09] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:44:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x3970) [0x7ffaaf7f3970] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaaf7f8b04] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x7d762) [0x7ffff5951762] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(vsprintf+0x39) [0x7ffff5945499] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c2b) [0x7ffff7176c2b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x154e43) [0x7ffff5a28e43] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301103, send SIGUSR2 to tid:3 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.95 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x16f906) [0x7ffff5a43906] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x1ed2) [0x7ffff7175ed2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29b9) [0x7ffff71769b9] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301104, send SIGUSR2 to tid:3 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x15657f) [0x7ffff5a2a57f] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62be) [0x7ffeb69452be] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.97 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x14) [0x435c64] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1312757504 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.93 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1304364800 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x15672f) [0x7ffff5a2a72f] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301106, send SIGUSR2 to tid:18 Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(free+0x35) [0x482495] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x5e) [0x7ffeb63bf46e] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x70) [0x7ffeb71dd1c0] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_UDP_PACKET_ENTRY+0x20) [0x7ffeb71db4e0] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301107, send SIGUSR2 to tid:18 Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301108, send SIGUSR2 to tid:6 Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1212045056 Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:./plug/business/session_record/session_record.so(session_record_udp_entry+0x21) [0x7ffaaf7f8891] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301109, send SIGUSR2 to tid:6 Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301111, send SIGUSR2 to tid:14 Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301112, send SIGUSR2 to tid:17 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.97 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x154e53) [0x7ffff5a28e53] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301113, send SIGUSR2 to tid:4 Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x94c49) [0x7ffff5968c49] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x38bc2) [0x7ffff590cbc2] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x38bc2) [0x7ffff590cbc2] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(qsort_r+0x2cc) [0x7ffff590d15c] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56304) [0x7ffeb63d5304] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301114, send SIGUSR2 to tid:2 Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.92 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.93 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301115, send SIGUSR2 to tid:2 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.92 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x88) [0x449498] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301116, send SIGUSR2 to tid:2 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x13fd4e) [0x7ffff5a13d4e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93318) [0x7ffb42681318] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x949ee) [0x7ffb426829ee] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42683577] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb431f2505] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482655488 Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x490370] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10ad2) [0x7ffdf595cad2] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0xe4) [0x7ffdf595f774] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d6) [0x7ffeb69451d6] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d0a) [0x7ffeb6946d0a] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301120, send SIGUSR2 to tid:12 Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301121, send SIGUSR2 to tid:12 Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x1055ef) [0x7ffeb64845ef] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301122, send SIGUSR2 to tid:12 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1254008576 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4fd51b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.95 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1170081536 Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32922 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32922 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32922 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x443) [0x7ffdf596f773] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301123, send SIGUSR2 to tid:12 Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x135c0) [0x7ffdf595f5c0] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301125, send SIGUSR2 to tid:8 Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.95 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301126, send SIGUSR2 to tid:8 Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.92 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301127, send SIGUSR2 to tid:8 Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.98 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301128, send SIGUSR2 to tid:8 Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421862656 Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x481654] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.94 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x198) [0x446ca8] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61ec) [0x7ffeb69451ec] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57fe) [0x7ffeb69447fe] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.98 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e5d85] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/firewall/firewall.so(+0x429c) [0x7ffac74eb29c] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301133, send SIGUSR2 to tid:5 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5969aa1] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac74eb221] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301134, send SIGUSR2 to tid:5 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.97 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62da) [0x7ffeb69452da] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.95 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0) [0x44f700] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x638) [0x7ffdf596f968] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaaf7f8a92] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(get_propluginfo_plugid+0x11) [0x450161] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x2b) [0x45228b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_judgeContentEncoding+0x139) [0x7ffacb70e799] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_doWithCnntcloseData+0x46) [0x7ffacb70e906] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_doWithEntity+0xa5) [0x7ffacb70ef65] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_findAndDoWithEntity+0x81) [0x7ffacb70f261] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x199) [0x7ffacb70bc09] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57f8) [0x7ffeb69447f8] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5803) [0x7ffeb6944803] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301136, send SIGUSR2 to tid:27 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.98 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1262401280 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32911 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32911 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32911 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7ce7) [0x7ffeb6946ce7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1186866944 Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x88) [0x449498] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301137, send SIGUSR2 to tid:20 Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301138, send SIGUSR2 to tid:20 Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301139, send SIGUSR2 to tid:12 Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301140, send SIGUSR2 to tid:4 Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1388291840 Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.93 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.93 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301141, send SIGUSR2 to tid:4 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.96 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.99 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x37) [0x7ffeb71db3b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:100.00 over 99.9%, send SIGUSR2 to tid:1295972096 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x50) [0x435ca0] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301143, send SIGUSR2 to tid:13 Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/firewall/firewall.so(+0x2a74) [0x7ffac74e9a74] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/dns/dns.so(+0x273c) [0x7ffacb06273c] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0x135) [0x7ffacb066b15] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z24srt_attribute_set_ip_asnPK10streaminfoP4maatPP8asn_infoS6_+0xfb) [0x7ffdf59650eb] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0xef) [0x7ffdf59669ef] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb0661a2] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301144, send SIGUSR2 to tid:13 Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301145, send SIGUSR2 to tid:7 Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301146, send SIGUSR2 to tid:7 Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1430255360 Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x336786) [0x7ffeb66b5786] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106f6f) [0x7ffeb6485f6f] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/firewall/firewall.so(+0x7622) [0x7ffac74ee622] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/business/firewall/firewall.so(+0x2b08) [0x7ffac74e9b08] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb0661a2] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb066ad3] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.94 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10681) [0x7ffdf595c681] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0xc4) [0x7ffdf595f754] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301150, send SIGUSR2 to tid:29 Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.90 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301151, send SIGUSR2 to tid:29 Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.93 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.90 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d822) [0x7ffdf5969822] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x1e9) [0x7ffdf596f519] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301152, send SIGUSR2 to tid:29 Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1245615872 Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103af4) [0x7ffeb6482af4] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac74ecd6a] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/firewall/firewall.so(+0x4adb) [0x7ffac74ebadb] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301154, send SIGUSR2 to tid:2 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.97 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.97 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1136510720 Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301155, send SIGUSR2 to tid:2 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301156, send SIGUSR2 to tid:2 Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301157, send SIGUSR2 to tid:37 Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.92 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c094] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1178474240 Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(sapp_is_overlay_layer+0x11) [0x449911] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x130) [0x4434c0] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301158, send SIGUSR2 to tid:16 Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.98 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:45:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301160, send SIGUSR2 to tid:0 Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1346328320 Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x3a5d) [0x7ffff592005d] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1bd17) [0x7ffdf5967d17] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13direction_I2EP18tsg_log_instance_tP12TLD_handle_tP10layer_addrh+0x165) [0x7ffdf596a145] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x13a3) [0x7ffdf59706d3] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301161, send SIGUSR2 to tid:0 Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553b0) [0x7ffeb63d43b0] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac74eba9e] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac74e9c48] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1507833600 Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32884 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x10a) [0x44452a] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32884 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32884 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.91 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2faf9) [0x7ffdf597baf9] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.93 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.91 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c0) [0x7ffeb69452c0] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301216, send SIGUSR2 to tid:1 Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301217, send SIGUSR2 to tid:1 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1499440896 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301218, send SIGUSR2 to tid:1 Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x1550f4) [0x7ffff5a290f4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(+0x3542) [0x7ffeb71d9542] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(+0x39cd) [0x7ffeb71d99cd] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x10f) [0x7ffeb71db48f] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62d1) [0x7ffeb69452d1] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:46:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301220, send SIGUSR2 to tid:20 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1f4) [0x444924] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.97 over 99.9%, send SIGUSR2 to tid:1442834176 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.96 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1220437760 Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32890 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32890 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32890 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32916 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32916 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32916 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301221, send SIGUSR2 to tid:20 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x267d10) [0x7ffad1e13d10] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c8b88) [0x7ffad2374b88] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x7c34e3) [0x7ffad236f4e3] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.fMl6ra(+0x1c8ee9) [0x7ffad1d74ee9] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4267c7b1] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_offload+0xa8) [0x7ffb4267c918] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x191) [0x7ffb431f2d91] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1270793984 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27387) [0x7ffdf5973387] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x121) [0x7ffdf5969ca1] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1e885) [0x7ffdf596a885] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x6a5) [0x7ffdf596f9d5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0x62) [0x7ffaaf7f8a92] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301222, send SIGUSR2 to tid:20 Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1321150208 Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1195259648 Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32919 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x6b) [0x7ffdf59680ab] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32919 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32919 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301223, send SIGUSR2 to tid:5 Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301224, send SIGUSR2 to tid:5 Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301225, send SIGUSR2 to tid:4 Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.92 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.92 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1455421184 Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3c8) [0x4362f8] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301226, send SIGUSR2 to tid:4 Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x15658e) [0x7ffff5a2a58e] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301227, send SIGUSR2 to tid:4 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.95 over 99.9%, send SIGUSR2 to tid:1379899136 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1337935616 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1470101248 Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32888 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x481654] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x5e) [0x7ffeb63bf46e] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x133c8) [0x7ffdf595f3c8] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32888 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32888 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301229, send SIGUSR2 to tid:13 Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x10c35b) [0x7ffeb648b35b] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c3ee) [0x7ffeb63db3ee] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x225) [0x7ffdf5966b25] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac74ed31e] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac74e9e96] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac74ec26f] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacb9b0869] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacb9b00c0] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacb9b0530] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacb9ae5f3] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301230, send SIGUSR2 to tid:2 Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301231, send SIGUSR2 to tid:2 Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4fd42c] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x5004e6] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x502d9b] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x47d4b1] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4a13) [0x7ffaaf7f4a13] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301234, send SIGUSR2 to tid:34 Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301235, send SIGUSR2 to tid:34 Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.95 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1203652352 Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32918 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32918 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32918 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.93 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301237, send SIGUSR2 to tid:31 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.93 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x396ad0) [0x7ffeb6715ad0] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac74eb0a4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb710f06] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301238, send SIGUSR2 to tid:31 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f4a44] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f4f16] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.92 over 99.9%, send SIGUSR2 to tid:1413469952 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1405077248 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1363113728 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57f4) [0x7ffeb69447f4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301239, send SIGUSR2 to tid:10 Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1228830464 Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4fd535] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x4ff07b] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2ef) [0x43b3ff] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301240, send SIGUSR2 to tid:10 Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32894 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32894 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32894 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301241, send SIGUSR2 to tid:9 Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301242, send SIGUSR2 to tid:9 Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301243, send SIGUSR2 to tid:9 Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32893 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32893 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32893 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301244, send SIGUSR2 to tid:2 Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.94 over 99.9%, send SIGUSR2 to tid:1354721024 Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1329542912 Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f4fb1] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f86c4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.95 over 99.9%, send SIGUSR2 to tid:1491048192 Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301245, send SIGUSR2 to tid:2 Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301246, send SIGUSR2 to tid:8 Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32892 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32892 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32892 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301247, send SIGUSR2 to tid:5 Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301248, send SIGUSR2 to tid:5 Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301249, send SIGUSR2 to tid:5 Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301250, send SIGUSR2 to tid:5 Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301251, send SIGUSR2 to tid:5 Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:32889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f39cf] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f7f0e] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:32889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:47:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:32889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54282) [0x7ffeb63d3282] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac76ecd6a] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac76eb0f1] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301464, send SIGUSR2 to tid:28 Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301465, send SIGUSR2 to tid:7 Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301466, send SIGUSR2 to tid:7 Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x590d4) [0x7ffeb63d80d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x5209) [0x7ffac76ec209] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0xe7) [0x7ffacbbafb87] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffacbbb0050] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x669e23) [0x7ffad2415e23] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1aef11) [0x7ffad1f5af11] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1b55dd) [0x7ffad1f615dd] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1b77cd) [0x7ffad1f637cd] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1ba558) [0x7ffad1f66558] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1accf2) [0x7ffad1f58cf2] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x193306) [0x7ffad1f3f306] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301468, send SIGUSR2 to tid:5 Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301469, send SIGUSR2 to tid:5 Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.93 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b02) [0x7ffeb6482b02] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106bfd) [0x7ffeb6485bfd] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106de4) [0x7ffeb6485de4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301471, send SIGUSR2 to tid:27 Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1575d4) [0x7ffff5a2b5d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2ed3) [0x7ffff7176ed3] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2f8d) [0x7ffff7176f8d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libcjson.so.1(cJSON_AddNumberToObject+0x22) [0x7ffff7178142] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x62) [0x7ffeb73e4812] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/session_flags/session_flags.so(+0x2aa2) [0x7ffeb73e4aa2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6203) [0x7ffeb6945203] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.92 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301473, send SIGUSR2 to tid:28 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.93 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301474, send SIGUSR2 to tid:25 Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301475, send SIGUSR2 to tid:25 Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301476, send SIGUSR2 to tid:3 Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301477, send SIGUSR2 to tid:3 Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301478, send SIGUSR2 to tid:3 Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301482, send SIGUSR2 to tid:26 Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301483, send SIGUSR2 to tid:26 Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106ed0) [0x7ffeb6485ed0] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x4ff1) [0x7ffac76ebff1] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacbbb00c0] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301484, send SIGUSR2 to tid:28 Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(memchr+0x190) [0x7ffff59631c0] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb90c6c4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61b5) [0x7ffeb69451b5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301485, send SIGUSR2 to tid:15 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.94 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61b5) [0x7ffeb69451b5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.95 over 99.9%, send SIGUSR2 to tid:1912600320 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.95 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4d9c82] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4dd454] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4dd529] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x4a13) [0x7ffaafe1aa13] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x15659d) [0x7ffff5a2a59d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d0a) [0x7ffeb6946d0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301486, send SIGUSR2 to tid:4 Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1912600320 Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c586b) [0x7ffeb694486b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301487, send SIGUSR2 to tid:4 Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301488, send SIGUSR2 to tid:4 Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301489, send SIGUSR2 to tid:4 Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x1565b8) [0x7ffff5a2a5b8] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.93 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301491, send SIGUSR2 to tid:6 Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.95 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301492, send SIGUSR2 to tid:6 Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xaca8) [0x7ffff7386ca8] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7cea) [0x7ffeb6946cea] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c624b) [0x7ffeb694524b] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301496, send SIGUSR2 to tid:20 Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301497, send SIGUSR2 to tid:20 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1f4) [0x444924] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.97 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x7d72a) [0x7ffff595172a] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x7d77b) [0x7ffff595177b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(vsnprintf+0x47) [0x7ffff594c147] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(snprintf+0x82) [0x7ffff5927582] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x402c4) [0x7ffdf598c2c4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z32tsg_ssl_ja3_fingerprint_generatePKhiPcii+0x3fc) [0x7ffdf598c6dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1329d) [0x7ffdf595f29d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301499, send SIGUSR2 to tid:0 Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301500, send SIGUSR2 to tid:0 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.92 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c08) [0x7ffebf5fdc08] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301501, send SIGUSR2 to tid:0 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.98 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(MurmurHash3_x64_128+0x132) [0x468dc2] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(hash_func+0x1f) [0x467fdf] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x13) [0x468323] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.91 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb910d83] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.98 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.95 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4d6b6c] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4dd1f9] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_create+0x151) [0x7ffb4287c501] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_qmdpi_ctx_initP10streaminfoP12qmdpi_workeriiPvS3_+0x225) [0x7ffb433f3075] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x46f9) [0x7ffb433f06f9] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301507, send SIGUSR2 to tid:18 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.98 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4d5425] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x48d2c0] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c34f] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.94 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301508, send SIGUSR2 to tid:18 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x156655) [0x7ffff5a2a655] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301509, send SIGUSR2 to tid:18 Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616774912 Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301511, send SIGUSR2 to tid:37 Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45677 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45677 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45677 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.93 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.97 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301512, send SIGUSR2 to tid:39 Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:51:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.93 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c626f) [0x7ffeb694526f] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.97 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x103d6) [0x7ffdf595c3d6] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10503) [0x7ffdf595c503] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106b4) [0x7ffdf595c6b4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.97 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x388) [0x443718] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5889) [0x7ffeb6944889] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301634, send SIGUSR2 to tid:6 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.91 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56a68) [0x7ffeb63d5a68] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x1567b9) [0x7ffff5a2a7b9] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301635, send SIGUSR2 to tid:6 Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301636, send SIGUSR2 to tid:6 Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1879045888 Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45646 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(MESA_get_stream_opt+0x510) [0x43ff60] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10493) [0x7ffdf595c493] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106b4) [0x7ffdf595c6b4] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45646 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45646 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301637, send SIGUSR2 to tid:1 Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.94 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.98 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39f50) [0x7ffeb63b8f50] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x2bd) [0x7ffeb63be6bd] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x13e) [0x7ffeb71dd28e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301638, send SIGUSR2 to tid:1 Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301639, send SIGUSR2 to tid:1 Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.92 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.94 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.98 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:53:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.95 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.90 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301641, send SIGUSR2 to tid:14 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x5083ba] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.97 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x8fabb) [0x7ffff5963abb] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4d6b91] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4dd1f9] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301642, send SIGUSR2 to tid:3 Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x24c) [0x4377ac] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301643, send SIGUSR2 to tid:3 Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301644, send SIGUSR2 to tid:3 Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1925154560 Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45643 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/framework/lib/libMESA_handle_logger.so.2(MESA_handle_runtime_log+0x25) [0x7ffff7bc4435] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:./plug/platform/app_proto_identify/app_proto_identify.so(+0x2ae9) [0x7ffeb77faae9] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45643 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45643 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.92 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4e5d85] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301646, send SIGUSR2 to tid:38 Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(write+0x2d) [0x7ffff69156fd] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x96ec9) [0x7ffeb6ebaec9] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x9ad74) [0x7ffeb6ebed74] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x417e3) [0x7ffeb6e657e3] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/librdkafka.so.1(+0x41c0b) [0x7ffeb6e65c0b] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_send_payloadP18tsg_log_instance_tiPcii+0x8f) [0x7ffdf59695ff] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0x10e) [0x7ffdf5970b2e] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x2a00) [0x7ffac76e9a00] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x224) [0x7ffacbbb0134] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1b1) [0x4448e1] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.91 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61fb) [0x7ffeb69451fb] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.93 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x8fab1) [0x7ffff5963ab1] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/quic/quic.so(+0x3b79d) [0x7ffaca1de79d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/quic/quic.so(+0x3d8ac) [0x7ffaca1e08ac] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/quic/quic.so(_Z22quic_protocol_identifyPK10streaminfo+0x4e) [0x7ffaca1e0ade] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11878) [0x7ffdf595d878] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f04) [0x7ffdf595ef04] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5862) [0x7ffeb6944862] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553ce) [0x7ffeb63d43ce] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301651, send SIGUSR2 to tid:2 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6226) [0x7ffeb6945226] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301652, send SIGUSR2 to tid:2 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58b7) [0x7ffeb69448b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301653, send SIGUSR2 to tid:2 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301654, send SIGUSR2 to tid:2 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1336d) [0x7ffdf595f36d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301656, send SIGUSR2 to tid:27 Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301657, send SIGUSR2 to tid:27 Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591596800 Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45680 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45680 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45680 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301658, send SIGUSR2 to tid:27 Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa25d) [0x7ffff738625d] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf59775ed] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.95 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.97 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x15660d) [0x7ffff5a2a60d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x15a210) [0x7ffff5a2e210] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335e22) [0x7ffeb66b4e22] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301661, send SIGUSR2 to tid:16 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c64cd) [0x7ffeb69454cd] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301662, send SIGUSR2 to tid:16 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.93 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675523840 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45670 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45670 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45670 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301663, send SIGUSR2 to tid:16 Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301664, send SIGUSR2 to tid:16 Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x16e) [0x7ffdf59681ae] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301666, send SIGUSR2 to tid:27 Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.93 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.93 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301667, send SIGUSR2 to tid:19 Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625167616 Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45676 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43bbdb] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45676 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45676 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301668, send SIGUSR2 to tid:13 Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.93 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301669, send SIGUSR2 to tid:13 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1818199808 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301670, send SIGUSR2 to tid:13 Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301671, send SIGUSR2 to tid:13 Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.91 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15660d) [0x7ffff5a2a60d] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb910d83] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.98 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301676, send SIGUSR2 to tid:19 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.93 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301677, send SIGUSR2 to tid:19 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x367d) [0x7ffac76ea67d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x3d27) [0x7ffac76ead27] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithDefaultRegion+0x1b) [0x7ffacb910b7b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x50851a] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301678, send SIGUSR2 to tid:19 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(sapp_mem_calloc+0x41) [0x458ac1] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x174) [0x4360a4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301679, send SIGUSR2 to tid:17 Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301680, send SIGUSR2 to tid:4 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.97 over 99.9%, send SIGUSR2 to tid:1912600320 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x445d) [0x7ffff5920a5d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x5e6) [0x7ffdf596f916] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16deal_event_rulesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPE11TSG_SERVICEPii+0xb5) [0x7ffdf5971265] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x195) [0x7ffdf5972025] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaafe1eb04] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301681, send SIGUSR2 to tid:4 Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1912600320 Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45644 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(hash_func+0x4f) [0x46800f] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x13) [0x468263] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45644 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45644 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301682, send SIGUSR2 to tid:17 Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x156742) [0x7ffff5a2a742] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1784628992 Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45657 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z35session_runtime_process_context_getPK10streaminfo+0) [0x7ffdf597c3c0] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12e43) [0x7ffdf595ee43] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b6b) [0x7ffeb73e4b6b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45657 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45657 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42ea1) [0x7ffeb63c1ea1] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1069f) [0x7ffdf595c69f] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0xc4) [0x7ffdf595f754] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.95 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61ec) [0x7ffeb69451ec] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.97 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c587e) [0x7ffeb694487e] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5899) [0x7ffeb6944899] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a840) [0x7ffeb66f9840] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x680172) [0x7ffeb69ff172] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x58b3) [0x7ffac76ec8b3] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x7e8c) [0x7ffac76eee8c] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac76ef25f] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5851) [0x7ffeb6944851] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56082) [0x7ffeb63d5082] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacb2661a2] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacb266ad3] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.94 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.99 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301689, send SIGUSR2 to tid:5 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb910d83] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301690, send SIGUSR2 to tid:5 Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301691, send SIGUSR2 to tid:5 Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.92 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61fb) [0x7ffeb69451fb] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301692, send SIGUSR2 to tid:1 Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301693, send SIGUSR2 to tid:1 Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5973764] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301694, send SIGUSR2 to tid:1 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.98 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.98 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.94 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301695, send SIGUSR2 to tid:1 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1941939968 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1759450880 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45641 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x16e) [0x7ffdf59681ae] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45641 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45641 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45660 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(malloc+0x5f) [0x47e6bf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27486) [0x7ffdf5973486] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x121) [0x7ffdf5969ca1] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x22f) [0x7ffdf596f55f] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaafe1df8b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45660 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45660 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4b8) [0x4363e8] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1767843584 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.99 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.96 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1725880064 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45664 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45664 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45664 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45659 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(_IO_vfscanf+0x658) [0x7ffff592d908] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(vsscanf+0x67) [0x7ffff5945567] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(_IO_sscanf+0x87) [0x7ffff593f487] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c44) [0x7ffff7176c44] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45659 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45659 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57f8) [0x7ffeb69447f8] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301697, send SIGUSR2 to tid:21 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1751058176 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.92 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5851) [0x7ffeb6944851] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x154c7c) [0x7ffff5a28c7c] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1cf8) [0x7ffad66f5cf8] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad66f54b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad68fb2a9] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x324f) [0x7ffad68fc24f] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_tcpall_entry+0x4b) [0x7ffad68fcf3b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45661 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39719a) [0x7ffeb671619a] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac76eba9e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacbbb00c0] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45661 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45661 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301698, send SIGUSR2 to tid:22 Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301699, send SIGUSR2 to tid:28 Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.93 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:54:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301701, send SIGUSR2 to tid:2 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.97 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.95 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.94 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.94 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.98 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c624b) [0x7ffeb694524b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.91 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1717487360 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45665 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c8017) [0x7ffeb6947017] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45665 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45665 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301702, send SIGUSR2 to tid:2 Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x150) [0x444880] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301703, send SIGUSR2 to tid:2 Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301704, send SIGUSR2 to tid:2 Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301705, send SIGUSR2 to tid:2 Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43ba4a] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301707, send SIGUSR2 to tid:12 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.97 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c583c) [0x7ffeb694483c] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(sapp_mem_free+0x27) [0x458b37] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x49) [0x448509] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x2d7) [0x43b3e7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301708, send SIGUSR2 to tid:18 Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301709, send SIGUSR2 to tid:18 Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301711, send SIGUSR2 to tid:29 Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301712, send SIGUSR2 to tid:28 Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(free+0x4e) [0x4824ae] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(free_heap_stream_info+0x69) [0x448529] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x1b9) [0x4445d9] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301713, send SIGUSR2 to tid:28 Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301714, send SIGUSR2 to tid:28 Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301719, send SIGUSR2 to tid:28 Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301720, send SIGUSR2 to tid:28 Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301721, send SIGUSR2 to tid:28 Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fc0) [0x7ffeb63c1fc0] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1069f) [0x7ffdf595c69f] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf595f91c] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:55:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x1039a6) [0x7ffeb64829a6] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103baf) [0x7ffeb6482baf] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e5552] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x5f0e) [0x7ffac76ecf0e] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c582c) [0x7ffeb694482c] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.97 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x449c0) [0x7ffaca1e79c0] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x521ec) [0x7ffaca1f51ec] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x44a49) [0x7ffaca1e7a49] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x451d9) [0x7ffaca1e81d9] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x3b3b0) [0x7ffaca1de3b0] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x3bde2) [0x7ffaca1dede2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(+0x3d8bd) [0x7ffaca1e08bd] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/quic/quic.so(_Z22quic_protocol_identifyPK10streaminfo+0x4e) [0x7ffaca1e0ade] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11878) [0x7ffdf595d878] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f04) [0x7ffdf595ef04] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x101) [0x7ffdf595f791] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e4) [0x7ffdf59698e4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x72197) [0x7ffb42860197] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x6b51bd) [0x7ffad24611bd] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1b9f3a) [0x7ffad1f65f3a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1accf2) [0x7ffad1f58cf2] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x193306) [0x7ffad1f3f306] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301776, send SIGUSR2 to tid:35 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(realloc+0x3c5) [0x47b4b5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55f66) [0x7ffeb63d4f66] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301777, send SIGUSR2 to tid:11 Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1834985216 Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45651 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45651 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45651 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301778, send SIGUSR2 to tid:7 Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5889) [0x7ffeb6944889] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301779, send SIGUSR2 to tid:7 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1801414400 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.90 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4a8) [0x4363d8] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x156809) [0x7ffff5a2a809] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45655 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45655 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45655 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4ff892] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3da) [0x43630a] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301780, send SIGUSR2 to tid:7 Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301781, send SIGUSR2 to tid:7 Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301783, send SIGUSR2 to tid:22 Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.97 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.98 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301784, send SIGUSR2 to tid:22 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.98 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1742665472 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45662 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45662 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45662 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1650345728 Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45673 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process+0x51f) [0x43644f] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45673 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45673 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5885) [0x7ffeb6944885] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f4e) [0x7ffeb6946f4e] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(lrustream+0x98) [0x446a48] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301787, send SIGUSR2 to tid:7 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c8034) [0x7ffeb6947034] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.94 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c624b) [0x7ffeb694524b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301788, send SIGUSR2 to tid:7 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1868556032 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.94 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2750e) [0x7ffdf597350e] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d93b) [0x7ffdf596993b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301789, send SIGUSR2 to tid:7 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45647 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(+0x156589) [0x7ffff5a2a589] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45647 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45647 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508305] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x395ef3) [0x7ffeb6714ef3] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.96 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_identify/libprotoident.so(+0x9e51) [0x7ffeb75f1e51] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_identify/libprotoident.so(+0x1f45) [0x7ffeb75e9f45] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_identify/libprotoident.so(lpi_guess_protocol+0x6f) [0x7ffeb75ea3bf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_identify/app_proto_identify.so(+0x290c) [0x7ffeb77fa90c] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5969aa1] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x154e53) [0x7ffff5a28e53] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1851770624 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301791, send SIGUSR2 to tid:9 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45649 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45649 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45649 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.98 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c585c) [0x7ffeb694485c] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301792, send SIGUSR2 to tid:8 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:100.00 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1641953024 Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45674 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45674 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45674 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_bridge_async_data_get+0x2b) [0x44f72b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x8c) [0x7ffdf5971f1c] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301793, send SIGUSR2 to tid:8 Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301794, send SIGUSR2 to tid:0 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.95 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x156589) [0x7ffff5a2a589] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.95 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.95 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301795, send SIGUSR2 to tid:0 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.99 over 99.9%, send SIGUSR2 to tid:1860163328 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45648 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(get_timestamp_ms+0xa) [0x43f10a] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13505) [0x7ffdf595f505] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45648 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45648 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b97) [0x7ffdf5974b97] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaafe1df8b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x39) [0x7ffeb73e47e9] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301796, send SIGUSR2 to tid:0 Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1843377920 Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45650 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45650 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45650 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1950332672 Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45640 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x48163d] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:./plug/platform/session_flags/session_flags.so(_Z31session_marker_project_ctx_freeiPv+0x18) [0x7ffeb73e48a8] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x86) [0x4499f6] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45640 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45640 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x220) [0x4493b0] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(memchr+0x1cd) [0x7ffff59631fd] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb90c6c4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(memchr+0x190) [0x7ffff59631c0] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb90c6c4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301804, send SIGUSR2 to tid:2 Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301805, send SIGUSR2 to tid:2 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.98 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x156664) [0x7ffff5a2a664] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301806, send SIGUSR2 to tid:2 Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301807, send SIGUSR2 to tid:2 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565b8) [0x7ffff5a2a5b8] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1933547264 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.92 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45642 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x100c0) [0x7ffdf595c0c0] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15set_l4_protocolP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x68) [0x7ffdf596a548] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x4a4) [0x7ffdf596f7d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45642 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45642 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.98 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1700701952 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:100.00 over 99.9%, send SIGUSR2 to tid:1574811392 Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45682 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45682 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45682 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301809, send SIGUSR2 to tid:27 Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1692309248 Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45668 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_proxy_tcp_options_parsePK10streaminfoPKv+0x20) [0x7ffdf5980310] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x5c) [0x7ffdf595f8ec] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45668 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45668 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301810, send SIGUSR2 to tid:27 Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45667 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45667 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45667 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.94 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(bitmap_check+0xc) [0x467f9c] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(counting_bloom_check+0x43) [0x468353] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_check+0x47) [0x468767] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301814, send SIGUSR2 to tid:32 Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301815, send SIGUSR2 to tid:18 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1992e0) [0x7ffad1f452e0] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x6b5299) [0x7ffad2461299] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1aa072) [0x7ffad1f56072] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x19309e) [0x7ffad1f3f09e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1c8eb4) [0x7ffad1f74eb4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4287c7b1] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4287cca3] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb433f0614] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:100.00 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301816, send SIGUSR2 to tid:18 Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301817, send SIGUSR2 to tid:18 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1658738432 Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45672 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.8tyHI7(+0x1c8ebf) [0x7ffad1f74ebf] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x8e7b1) [0x7ffb4287c7b1] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_flow_destroy+0x133) [0x7ffb4287cca3] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x4614) [0x7ffb433f0614] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45672 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45672 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301818, send SIGUSR2 to tid:18 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1776236288 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_new+0x4b) [0x7ffeb63bf3ab] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x134f4) [0x7ffdf595f4f4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45658 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45658 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45658 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e553a] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xe8) [0x7ffacb910db8] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(qsort_r+0x16) [0x7ffff590cea6] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b44) [0x7ffeb6482b44] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac76ecd6a] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac76eb0f1] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c586b) [0x7ffeb694486b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1683916544 Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/quic/quic.so(+0x3b79d) [0x7ffaca1de79d] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/quic/quic.so(+0x3d8ac) [0x7ffaca1e08ac] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/quic/quic.so(+0x3d9f7) [0x7ffaca1e09f7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/protocol/quic/quic.so(QUIC_ENTRY+0x62) [0x7ffaca1df362] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45669 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45669 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:56:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45669 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301820, send SIGUSR2 to tid:12 Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301821, send SIGUSR2 to tid:12 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301822, send SIGUSR2 to tid:12 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4d47f8] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4d6173] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4da9bd] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4dae77] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4dd251] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.94 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x154e1b) [0x7ffff5a28e1b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553cc) [0x7ffeb63d43cc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6232) [0x7ffeb6945232] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301823, send SIGUSR2 to tid:12 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x94e) [0x44507e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1826592512 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45652 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27773) [0x7ffdf5973773] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z14send_event_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x1b4) [0x7ffdf5970e04] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16deal_event_rulesP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPE11TSG_SERVICEPii+0x69) [0x7ffdf5971219] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x195) [0x7ffdf5972025] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaafe1df8b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45652 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45652 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62d7) [0x7ffeb69452d7] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301825, send SIGUSR2 to tid:14 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.99 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x154e23) [0x7ffff5a28e23] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301826, send SIGUSR2 to tid:14 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1608382208 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45678 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45678 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45678 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1809807104 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45654 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x76) [0x449206] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45654 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45654 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301827, send SIGUSR2 to tid:35 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x3d) [0x43693d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301828, send SIGUSR2 to tid:31 Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.97 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301829, send SIGUSR2 to tid:31 Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f42) [0x7ffeb6946f42] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1599989504 Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45679 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45679 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45679 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301830, send SIGUSR2 to tid:31 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafe1af80] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.94 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/session_flags/session_flags.so(+0x2a6f) [0x7ffeb73e4a6f] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(get_opt_from_rawpkt+0x5e) [0x43e40e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/session_flags/session_flags.so(+0x296b) [0x7ffeb73e496b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x156742) [0x7ffff5a2a742] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301831, send SIGUSR2 to tid:16 Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1667131136 Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45671 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45671 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45671 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301832, send SIGUSR2 to tid:16 Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301833, send SIGUSR2 to tid:16 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.98 over 99.9%, send SIGUSR2 to tid:1818199808 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1897920256 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818199808 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1793021696 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1709094656 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1633560320 Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45675 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45675 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45675 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45666 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45666 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45666 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45653 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45653 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45653 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45656 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45656 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45656 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301834, send SIGUSR2 to tid:5 Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301835, send SIGUSR2 to tid:5 Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301836, send SIGUSR2 to tid:5 Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705301837, send SIGUSR2 to tid:5 Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45645 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45645 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 09:57:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45645 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3969f0) [0x7ffeb67159f0] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x7622) [0x7ffac54ee622] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/firewall/firewall.so(+0x2b08) [0x7ffac54e9b08] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffac95911a2] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffac9591ad3] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c584d) [0x7ffeb694484d] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x1bf) [0x4448ef] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1197430528 Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_ipv4+0x50) [0x4369f0] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(process_ipv4_pkt+0x4c) [0x44594c] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x8fab7) [0x7ffff5963ab7] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac54eb221] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302096, send SIGUSR2 to tid:2 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x156720) [0x7ffff5a2a720] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x395f0a) [0x7ffeb6714f0a] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac54eb0a4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffac9c3bf06] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302097, send SIGUSR2 to tid:2 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1272964864 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.95 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.96 over 99.9%, send SIGUSR2 to tid:1197430528 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7dd8) [0x7ffeb6946dd8] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302098, send SIGUSR2 to tid:2 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1272964864 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:99.99 over 99.9%, send SIGUSR2 to tid:1197430528 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaad61af80] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6196) [0x7ffeb6945196] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:100.00 over 99.9%, send SIGUSR2 to tid:1323276032 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1272964864 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:8 usage:99.96 over 99.9%, send SIGUSR2 to tid:1256179456 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1197430528 Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5899) [0x7ffeb6944899] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45880 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45880 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302099, send SIGUSR2 to tid:2 Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45874 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45874 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45874 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1272964864 Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:15 usage:100.00 over 99.9%, send SIGUSR2 to tid:1197430528 Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45887 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45887 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45887 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302100, send SIGUSR2 to tid:1 Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302101, send SIGUSR2 to tid:1 Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302102, send SIGUSR2 to tid:1 Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302104, send SIGUSR2 to tid:6 Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302105, send SIGUSR2 to tid:8 Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45880 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45880 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45880 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302106, send SIGUSR2 to tid:14 Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302107, send SIGUSR2 to tid:5 Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302108, send SIGUSR2 to tid:5 Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302109, send SIGUSR2 to tid:5 Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302110, send SIGUSR2 to tid:5 Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302111, send SIGUSR2 to tid:5 Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.97 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302114, send SIGUSR2 to tid:30 Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:1071539968 Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.94 over 99.9%, send SIGUSR2 to tid:1037969152 Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302115, send SIGUSR2 to tid:7 Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.99 over 99.9%, send SIGUSR2 to tid:1037969152 Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1037969152 Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302116, send SIGUSR2 to tid:7 Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:100.00 over 99.9%, send SIGUSR2 to tid:1037969152 Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1071539968 Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/protocol/mail/mail.so(_Z21strncmp_one_word_mesaPKcS0_mS0_m+0x90) [0x7ffac8b777e0] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/protocol/mail/mail.so(+0xacde) [0x7ffac8b7ecde] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/protocol/mail/mail.so(_Z18mail_identify_pop3P10streaminfoPcii+0x2f) [0x7ffac8b7f0cf] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/protocol/mail/mail.so(_Z14pop3_entry_funP10streaminfoPPviPKv+0x5e) [0x7ffac8b7f1ce] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/protocol/mail/mail.so(MAIL_TCP_ENTRY+0x1e5) [0x7ffac8b793e5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302117, send SIGUSR2 to tid:7 Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302118, send SIGUSR2 to tid:7 Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x38) [0x7ffdf5968078] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302119, send SIGUSR2 to tid:4 Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.95 over 99.9%, send SIGUSR2 to tid:1302329088 Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.92 over 99.9%, send SIGUSR2 to tid:1121896192 Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:01:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302120, send SIGUSR2 to tid:4 Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1302329088 Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1121896192 Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1302329088 Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302121, send SIGUSR2 to tid:4 Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1302329088 Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45876 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45876 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45876 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.92 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.92 over 99.9%, send SIGUSR2 to tid:1121896192 Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c8017) [0x7ffeb6947017] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1121896192 Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45896 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103b8e) [0x7ffeb6482b8e] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x189) [0x7ffeb63bec39] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/firewall/firewall.so(+0x7e4c) [0x7ffac54eee4c] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac54ef25f] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45896 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45896 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.92 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.92 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58b7) [0x7ffeb69448b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.97 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x241) [0x449651] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac54eb237] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302125, send SIGUSR2 to tid:7 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.90 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x156695) [0x7ffff5a2a695] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffac9c3bd83] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6232) [0x7ffeb6945232] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x50dee) [0x7ffeb63cfdee] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac54eb0a4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffac9c3bf06] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaad61af80] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4dd524] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xe8) [0x7ffac9c3bdb8] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302126, send SIGUSR2 to tid:7 Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302127, send SIGUSR2 to tid:5 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1214215936 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302128, send SIGUSR2 to tid:5 Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.96 over 99.9%, send SIGUSR2 to tid:1029576448 Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302129, send SIGUSR2 to tid:5 Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.92 over 99.9%, send SIGUSR2 to tid:1214215936 Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.92 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302131, send SIGUSR2 to tid:13 Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.98 over 99.9%, send SIGUSR2 to tid:1214215936 Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1079932672 Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45901 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45901 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45901 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302132, send SIGUSR2 to tid:13 Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1180645120 Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45889 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x4ff892] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x481af8] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45889 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45889 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302133, send SIGUSR2 to tid:13 Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302134, send SIGUSR2 to tid:13 Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1214215936 Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45885 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2d79) [0x7ffff7176d79] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45885 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45885 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.97 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302137, send SIGUSR2 to tid:0 Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302138, send SIGUSR2 to tid:0 Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302139, send SIGUSR2 to tid:0 Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x1565a4) [0x7ffff5a2a5a4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302140, send SIGUSR2 to tid:0 Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:979220224 Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45913 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x13c) [0x44954c] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45913 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45913 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c587e) [0x7ffeb694487e] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(update_polling_inject_context+0x4a) [0x448ada] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x284) [0x4449b4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5969aa1] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x156716) [0x7ffff5a2a716] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302151, send SIGUSR2 to tid:3 Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4dc74f] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaad61af80] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f26) [0x7ffeb6946f26] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0x2e) [0x7ffff6911f0e] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dc7f3] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302152, send SIGUSR2 to tid:1 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4d89ea] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dab5f] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dae77] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dd251] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1da93) [0x7ffdf5969a93] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.96 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.96 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302153, send SIGUSR2 to tid:1 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1331668736 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.99 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302154, send SIGUSR2 to tid:1 Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1264572160 Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45879 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45879 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45879 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302155, send SIGUSR2 to tid:1 Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45873 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45873 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45873 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1314883328 Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45875 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(free+0) [0x482460] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xf4) [0x7ffdf5968134] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:./plug/business/session_record/session_record.so(session_record_tcpall_entry+0xd4) [0x7ffaad61eb04] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45875 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45875 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.94 over 99.9%, send SIGUSR2 to tid:1283454720 Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.92 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.95 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c620b) [0x7ffeb694520b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302157, send SIGUSR2 to tid:5 Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45877 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45877 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45877 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.97 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.92 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27630) [0x7ffdf5973630] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2827f) [0x7ffdf597427f] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaad61df8b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0xa2) [0x446862] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x193) [0x4448c3] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0x104) [0x449294] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302158, send SIGUSR2 to tid:28 Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302159, send SIGUSR2 to tid:9 Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45881 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45881 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302160, send SIGUSR2 to tid:9 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45881 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45881 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.97 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.95 over 99.9%, send SIGUSR2 to tid:1247786752 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45881 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45881 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302161, send SIGUSR2 to tid:9 Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45881 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45881 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1247786752 Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45881 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45881 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45881 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302162, send SIGUSR2 to tid:10 Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.96 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302163, send SIGUSR2 to tid:10 Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1231001344 Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45883 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4d6b9a] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4d7017] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4d71ef] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4da7e2] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4dc789] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45883 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45883 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.94 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d6) [0x7ffeb69451d6] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.90 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f39e) [0x7ffeb66be39e] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.98 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x1de) [0x44356e] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_make_jhash+0x41) [0x4541a1] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x234) [0x449644] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43cbd4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x108a06) [0x7ffeb6487a06] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x62d91) [0x7ffeb63e1d91] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x15c74) [0x7ffdf5961c74] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z25tsg_get_fqdn_category_idsP4maatPcPji+0x64) [0x7ffdf5966704] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x5cf9) [0x7ffac54eccf9] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac54eb0f1] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffac9c3bf06] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302173, send SIGUSR2 to tid:14 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.97 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6272) [0x7ffeb6945272] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302174, send SIGUSR2 to tid:14 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58b1) [0x7ffeb69448b1] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302175, send SIGUSR2 to tid:14 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x1559fa) [0x7ffff5a299fa] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffac9c3be02] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302176, send SIGUSR2 to tid:14 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2fc) [0x7ffff73862fc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xacb3) [0x7ffff7386cb3] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(fieldstat_dynamic_table_row_metric_values_incrby+0x22) [0x7ffff7388cf2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1a6) [0x7ffdf59775d6] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf595c6d8] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1063147264 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45903 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45903 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45903 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302177, send SIGUSR2 to tid:14 Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(_IO_default_xsputn+0x61) [0x7ffff5950fb1] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x25b3) [0x7ffff591ebb3] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x60f) [0x7ffdf596f93f] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302179, send SIGUSR2 to tid:19 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.96 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.96 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.95 over 99.9%, send SIGUSR2 to tid:1163859712 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:02:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302180, send SIGUSR2 to tid:19 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1163859712 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1046361856 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45905 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x90) [0x44f250] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45905 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45905 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1163859712 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302181, send SIGUSR2 to tid:19 Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45891 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45891 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45891 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302182, send SIGUSR2 to tid:26 Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302183, send SIGUSR2 to tid:26 Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1105110784 Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45898 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(+0x13f04d) [0x7ffff5a1304d] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93b9e) [0x7ffb41881b9e] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb41883577] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb423f2505] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb423f2d67] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb423f05cc] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb423f111a] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45898 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:03:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45898 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.97 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x553f0) [0x7ffeb63d43f0] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x58df0) [0x7ffeb63d7df0] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac54eba9e] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac54e9c48] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac54ec26f] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffac9edb869] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffac9edb0c0] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffac9edb530] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffac9ed95f3] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103ab0) [0x7ffeb6482ab0] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac54ecd6a] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac54eb0f1] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffac9c3bf06] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1340061440 Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45872 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x28db) [0x7ffff591eedb] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1bd17) [0x7ffdf5967d17] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13direction_I2EP18tsg_log_instance_tP12TLD_handle_tP10layer_addrh+0x18e) [0x7ffdf596a16e] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x13a3) [0x7ffdf59706d3] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45872 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45872 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302258, send SIGUSR2 to tid:30 Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45902 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e8e01] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e93d7] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x48c3d8] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x4e5efd] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0x14d) [0x449abd] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45902 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45902 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302259, send SIGUSR2 to tid:40 Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x42c) [0x43b53c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(sprintf+0xe) [0x7ffff592759e] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2c2b) [0x7ffff7176c2b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x29f5) [0x7ffff71769f5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libcjson.so.1(+0x2dcf) [0x7ffff7176dcf] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/session_flags/session_flags.so(+0x2b56) [0x7ffeb73e4b56] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z16APP_STAT_TCP_ADDv+0x4) [0x7ffb423f3714] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x51) [0x7ffb423f1021] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c0) [0x7ffeb69452c0] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac54eb221] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c586f) [0x7ffeb694486f] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4tcppkt+0x133) [0x43dda3] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f42) [0x7ffeb6946f42] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.97 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(OBJ_nid2obj+0x2b) [0x7ffac9efdf3b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(c2i_ASN1_OBJECT+0x1cf) [0x7ffac9f268bf] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe4dc3) [0x7ffac9f2edc3] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe6eef) [0x7ffac9f30eef] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffac9f2fa44] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffac9f3029b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe5ca8) [0x7ffac9f2fca8] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe6460) [0x7ffac9f30460] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffac9f30b3a] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffac9f2fa44] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffac9f3029b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffac9f315d8] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffac9f31b34] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffac9ed9bf8] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffac9edad18] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffac9edb050] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffac9edb530] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffac9ed95f3] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57dc) [0x7ffeb69447dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(sapp_is_overlay_layer+0x4d) [0x44994d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x130) [0x4434c0] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2750e) [0x7ffdf597350e] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x121) [0x7ffdf5969ca1] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x4f70) [0x7ffaad61af70] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.97 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(OPENSSL_sk_value+0x1d) [0x7ffac9f0e9dd] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe8895) [0x7ffac9f32895] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_i2d+0x18a) [0x7ffac9f3221a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xc7e0c) [0x7ffac9f11e0c] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xc83af) [0x7ffac9f123af] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe6850) [0x7ffac9f30850] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffac9f2fa44] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffac9f3029b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe6b3a) [0x7ffac9f30b3a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe5a44) [0x7ffac9f2fa44] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(+0xe629b) [0x7ffac9f3029b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_ex_d2i+0x5a8) [0x7ffac9f315d8] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(ASN1_item_d2i+0x44) [0x7ffac9f31b34] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(_Z29x509_parse_certificate_detailP15ssl_certificatePcii+0x28) [0x7ffac9ed9bf8] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(_Z28ssl_parse_certificate_detailPK10streaminfoP19ssl_runtime_contextPciiPKv+0x278) [0x7ffac9edad18] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x140) [0x7ffac9edb050] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffac9edb530] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffac9ed95f3] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac54eb221] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302263, send SIGUSR2 to tid:38 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/framework/lib/libMESA_handle_logger.so.2(+0x52e4) [0x7ffff7bc72e4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(packet_io_hook_input+0x5a) [0x43469a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42eb9e] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302264, send SIGUSR2 to tid:28 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.92 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaad61af80] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffac9c3bd83] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.98 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302265, send SIGUSR2 to tid:10 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.96 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.97 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(_IO_default_xsputn+0xfd) [0x7ffff595104d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x28c5) [0x7ffff591eec5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4574ec] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(layer_addr_ntop_r+0xb8) [0x458448] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x625) [0x7ffdf596f955] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5970812] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5972284] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f8b) [0x7ffaad61df8b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0xad) [0x4444cd] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x29d) [0x4449cd] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac54eb221] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac54eb237] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x154e33) [0x7ffff5a28e33] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c626b) [0x7ffeb694526b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac54eb28e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac54e9d58] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302266, send SIGUSR2 to tid:10 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x1055c8) [0x7ffeb64845c8] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac54ecf09] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/firewall/firewall.so(+0x7e4c) [0x7ffac54eee4c] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/firewall/firewall.so(+0x825f) [0x7ffac54ef25f] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:100.00 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1088325376 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51df8) [0x7ffeb63d0df8] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_free+0x2a) [0x7ffeb63bf43a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_bridge_destroy_per_stream+0x82) [0x44f242] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x182) [0x43b292] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(lrustream+0x2e) [0x4469de] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43cd1c] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(__pthread_mutex_trylock+0x4c) [0x7ffff6910f2c] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dd15f] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4dd529] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302267, send SIGUSR2 to tid:10 Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1004398336 Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x567d5) [0x7ffeb63d57d5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5965a5f] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac54ed31e] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:./plug/business/firewall/firewall.so(+0x82ee) [0x7ffac54ef2ee] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1239394048 Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302268, send SIGUSR2 to tid:10 Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45882 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45882 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45882 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302269, send SIGUSR2 to tid:28 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45900 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45900 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45900 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.97 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.97 over 99.9%, send SIGUSR2 to tid:1021183744 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.97 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302270, send SIGUSR2 to tid:25 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:1037969152 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45906 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45906 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45906 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x1567ec) [0x7ffff5a2a7ec] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaad61afb1] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffac9c36340] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffac9c365fd] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffac9c36f5b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302271, send SIGUSR2 to tid:25 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.96 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1272964864 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1205823232 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:25 usage:99.99 over 99.9%, send SIGUSR2 to tid:1113503488 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1096718080 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:987612928 Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45897 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45878 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45897 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaad61aa44] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45897 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaad61af16] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaad61e6c4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffac9c357de] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffac9c35e0a] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffac9c3be78] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffac9c3d1ff] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffac9c3d363] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffac9c3d3c3] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffac9c36baf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffac9c36fb4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45912 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45878 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45878 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45912 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45912 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45899 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45899 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45899 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302272, send SIGUSR2 to tid:14 Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302273, send SIGUSR2 to tid:14 Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302274, send SIGUSR2 to tid:14 Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:45886 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaad6199cf] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaad61df0e] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:45886 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:04:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:45886 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.99 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1304278784 Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46152 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(+0x8fab7) [0x7ffff5963ab7] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46152 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302502, send SIGUSR2 to tid:24 Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1606416128 Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6182) [0x7ffeb6945182] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1606416128 Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(memchr+0x1b9) [0x7ffff59631e9] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb8bb6c4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302503, send SIGUSR2 to tid:24 Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1421776640 Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1304278784 Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46152 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27767) [0x7ffdf5973767] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46152 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46138 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46138 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302504, send SIGUSR2 to tid:24 Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x1565b8) [0x7ffff5a2a5b8] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.96 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302505, send SIGUSR2 to tid:6 Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302506, send SIGUSR2 to tid:6 Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1606416128 Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.96 over 99.9%, send SIGUSR2 to tid:1421776640 Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1304278784 Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46152 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46152 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46152 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46138 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46138 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302507, send SIGUSR2 to tid:6 Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1606416128 Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1606416128 Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302508, send SIGUSR2 to tid:6 Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46116 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46116 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46116 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302510, send SIGUSR2 to tid:14 Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302511, send SIGUSR2 to tid:5 Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.95 over 99.9%, send SIGUSR2 to tid:1421776640 Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46138 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf597374b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46138 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1421776640 Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46138 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46138 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302512, send SIGUSR2 to tid:5 Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1421776640 Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46138 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46138 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46138 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302513, send SIGUSR2 to tid:5 Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302514, send SIGUSR2 to tid:5 Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.95 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302515, send SIGUSR2 to tid:14 Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302517, send SIGUSR2 to tid:38 Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.95 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302518, send SIGUSR2 to tid:38 Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302519, send SIGUSR2 to tid:38 Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x4f7fd) [0x7ffeb63ce7fd] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54341) [0x7ffeb63d3341] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf595ef4c] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5809) [0x7ffeb6944809] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302522, send SIGUSR2 to tid:14 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.98 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c0) [0x7ffeb69452c0] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c620b) [0x7ffeb694520b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302523, send SIGUSR2 to tid:14 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c581a) [0x7ffeb694481a] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43ccc5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x156633) [0x7ffff5a2a633] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302524, send SIGUSR2 to tid:14 Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302525, send SIGUSR2 to tid:9 Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.92 over 99.9%, send SIGUSR2 to tid:1379813120 Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46143 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46143 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46143 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302526, send SIGUSR2 to tid:9 Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302527, send SIGUSR2 to tid:9 Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302528, send SIGUSR2 to tid:9 Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302530, send SIGUSR2 to tid:29 Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1413383936 Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x502b2d] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x481a60] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf59681b3] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302531, send SIGUSR2 to tid:19 Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329456896 Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46149 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46149 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46149 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302532, send SIGUSR2 to tid:19 Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302533, send SIGUSR2 to tid:0 Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302534, send SIGUSR2 to tid:0 Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302535, send SIGUSR2 to tid:0 Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302536, send SIGUSR2 to tid:0 Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:08:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.94 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62be) [0x7ffeb69452be] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z24srt_attribute_set_ip_asnPK10streaminfoP4maatPP8asn_infoS6_+0) [0x7ffdf5964ff0] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0xef) [0x7ffdf59669ef] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x631e) [0x7ffac76ed31e] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x2e96) [0x7ffac76e9e96] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbb5f869] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x224) [0x7ffacbb5f134] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbb5f530] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbb5d5f3] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62da) [0x7ffeb69452da] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7cfe) [0x7ffeb6946cfe] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x154e3b) [0x7ffff5a28e3b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1497310976 Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x568cf) [0x7ffeb63d58cf] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb8bff06] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1497310976 Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf9f4f80] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302544, send SIGUSR2 to tid:31 Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.95 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(memchr+0x1bd) [0x7ffff59631ed] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb8bb6c4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302545, send SIGUSR2 to tid:14 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1497310976 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.99 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302546, send SIGUSR2 to tid:14 Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302547, send SIGUSR2 to tid:14 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.93 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.96 over 99.9%, send SIGUSR2 to tid:1539274496 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1505703680 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1497310976 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:100.00 over 99.9%, send SIGUSR2 to tid:1396598528 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46124 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46124 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46124 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46129 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46129 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46129 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46141 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46141 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46141 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6284) [0x7ffeb6945284] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46128 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46128 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.99 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302548, send SIGUSR2 to tid:2 Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302549, send SIGUSR2 to tid:2 Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302550, send SIGUSR2 to tid:2 Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.91 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302551, send SIGUSR2 to tid:2 Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.98 over 99.9%, send SIGUSR2 to tid:1658820352 Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46112 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46112 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46112 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302553, send SIGUSR2 to tid:7 Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302554, send SIGUSR2 to tid:7 Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302555, send SIGUSR2 to tid:7 Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x156720) [0x7ffff5a2a720] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.98 over 99.9%, send SIGUSR2 to tid:1598023424 Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302556, send SIGUSR2 to tid:7 Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:100.00 over 99.9%, send SIGUSR2 to tid:1598023424 Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46117 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773b) [0x7ffdf597373b] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46117 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46117 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302558, send SIGUSR2 to tid:29 Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302559, send SIGUSR2 to tid:29 Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46139 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46139 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46139 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x154e43) [0x7ffff5a28e43] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.95 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x15660d) [0x7ffff5a2a60d] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb8bfd83] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x76) [0x44cc86] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x73) [0x7ffeb63beb23] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302563, send SIGUSR2 to tid:9 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.98 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6267) [0x7ffeb6945267] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302564, send SIGUSR2 to tid:9 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb8bfe02] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1581238016 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46119 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46119 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46119 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302565, send SIGUSR2 to tid:0 Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302566, send SIGUSR2 to tid:0 Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302567, send SIGUSR2 to tid:0 Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1675605760 Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337849600 Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46148 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46148 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46148 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302568, send SIGUSR2 to tid:0 Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46110 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46110 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:09:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46110 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.98 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57d3) [0x7ffeb69447d3] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43ccd6] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.97 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x15678c) [0x7ffff5a2a78c] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(__libc_calloc+0x1c) [0x7ffff595a17c] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/firewall/firewall.so(+0x4047) [0x7ffac76eb047] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb8bff06] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:99.98 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61c3) [0x7ffeb69451c3] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302644, send SIGUSR2 to tid:37 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.96 over 99.9%, send SIGUSR2 to tid:1480525568 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46131 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103a10) [0x7ffeb6482a10] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x103baf) [0x7ffeb6482baf] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x51814) [0x7ffeb63d0814] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5426c) [0x7ffeb63d326c] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3d64d) [0x7ffeb63bc64d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x171) [0x7ffeb63be211] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46131 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46131 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302645, send SIGUSR2 to tid:37 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1346242304 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46147 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46147 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46147 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf59680ff] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf9f4f80] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.93 over 99.9%, send SIGUSR2 to tid:1505703680 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:24 usage:100.00 over 99.9%, send SIGUSR2 to tid:1455347456 Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46128 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46128 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46134 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x4e62ec] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46134 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46134 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302646, send SIGUSR2 to tid:13 Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302647, send SIGUSR2 to tid:13 Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302648, send SIGUSR2 to tid:13 Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302649, send SIGUSR2 to tid:13 Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302650, send SIGUSR2 to tid:13 Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302651, send SIGUSR2 to tid:13 Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.92 over 99.9%, send SIGUSR2 to tid:1547667200 Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46123 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42ea1) [0x7ffeb63c1ea1] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_get_app_name_by_idP4maatiPcii+0x49) [0x7ffdf5967059] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0xfe7c) [0x7ffdf595be7c] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x10074) [0x7ffdf595c074] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1069f) [0x7ffdf595c69f] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0xb2) [0x7ffdf595f942] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x162) [0x43b272] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43bbe0] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46123 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46123 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.91 over 99.9%, send SIGUSR2 to tid:1646237440 Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46113 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb8bfe02] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46113 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302652, send SIGUSR2 to tid:5 Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1505703680 Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46128 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46128 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.99 over 99.9%, send SIGUSR2 to tid:1505703680 Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46128 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46128 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46128 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302653, send SIGUSR2 to tid:5 Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46115 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46115 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46115 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302654, send SIGUSR2 to tid:3 Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46113 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46113 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302655, send SIGUSR2 to tid:3 Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46113 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46113 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302656, send SIGUSR2 to tid:3 Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46113 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46113 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:10:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46113 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.93 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef95b) [0x7ffebf5fc95b] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.93 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0x2e) [0x7ffff6911f0e] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x48d359] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_bridge_create_per_stream+0x16) [0x44f196] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43a39a] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(malloc+0x37) [0x47e697] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(__libc_calloc+0x251) [0x7ffff595a3b1] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_state_new+0x27) [0x7ffeb63bf387] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z30capture_packet_scan_proto_addrPvS_PK10streaminfotPx+0x33) [0x7ffeb71dd183] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(_Z27system_capture_packet_entryPK10streaminfoPPvtPKv+0x52) [0x7ffeb71daf12] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x20) [0x7ffeb71db3a0] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf55698e7] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302880, send SIGUSR2 to tid:36 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.94 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5569922] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302881, send SIGUSR2 to tid:36 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5573756] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x13b) [0x43769b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1507698432 Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa255) [0x7ffff7386255] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z27tsg_set_application_metricsPK10streaminfoPKcS3_P19traffic_packet_infoi+0x1bd) [0x7ffdf55775ed] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x106d8) [0x7ffdf555c6d8] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x8c) [0x7ffdf555f91c] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46437 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5856) [0x7ffeb6944856] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46437 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302882, send SIGUSR2 to tid:36 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5569aa1] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5573730] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf55750e6] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302883, send SIGUSR2 to tid:1 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1558054656 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46431 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa2c8) [0x7ffff73862c8] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3da) [0x7ffff73863da] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12bd3) [0x7ffdf555ebd3] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46431 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46431 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1874831104 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.96 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.96 over 99.9%, send SIGUSR2 to tid:1507698432 Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46437 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62be) [0x7ffeb69452be] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46437 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302884, send SIGUSR2 to tid:1 Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:99.99 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5573764] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:37 usage:100.00 over 99.9%, send SIGUSR2 to tid:1549661952 Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46432 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46432 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46432 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302885, send SIGUSR2 to tid:1 Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46396 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46396 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46396 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302887, send SIGUSR2 to tid:5 Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302888, send SIGUSR2 to tid:42 Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46437 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46437 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302889, send SIGUSR2 to tid:32 Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.91 over 99.9%, send SIGUSR2 to tid:1692337920 Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:31 usage:99.96 over 99.9%, send SIGUSR2 to tid:1600018176 Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1591625472 Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.95 over 99.9%, send SIGUSR2 to tid:1507698432 Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46437 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46437 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46437 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46415 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5856) [0x7ffeb6944856] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46426 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46415 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46426 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302890, send SIGUSR2 to tid:32 Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302891, send SIGUSR2 to tid:31 Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46426 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46426 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1809835776 Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46401 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6188) [0x7ffeb6945188] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46401 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1818228480 Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.98 over 99.9%, send SIGUSR2 to tid:1809835776 Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x156655) [0x7ffff5a2a655] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5569922] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46401 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46401 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46401 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302892, send SIGUSR2 to tid:31 Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46426 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46426 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46426 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302893, send SIGUSR2 to tid:20 Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46415 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5573734] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46415 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46415 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302894, send SIGUSR2 to tid:5 Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.96 over 99.9%, send SIGUSR2 to tid:1591625472 Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xfef92c) [0x7ffebf5fc92c] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff2490) [0x7ffebf5ff490] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302895, send SIGUSR2 to tid:5 Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774b) [0x7ffdf557374b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1591625472 Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(free+0) [0x482460] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x133) [0x7ffff591c733] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(vsprintf+0x6b) [0x7ffff59454cb] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(sprintf+0x87) [0x7ffff5927617] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(inet_ntop+0x2af) [0x7ffff59e14bf] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x455cbc] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(layer_addr_ntop_r+0xb8) [0x458448] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21TLD_append_streaminfoP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x625) [0x7ffdf556f955] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z19append_common_fieldP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo+0x12) [0x7ffdf5570812] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x3f4) [0x7ffdf5572284] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591625472 Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46427 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaafe1aa2b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46427 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46427 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302896, send SIGUSR2 to tid:5 Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705302897, send SIGUSR2 to tid:5 Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46400 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46400 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:14:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46400 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x1aeed8) [0x7ffad1f5aed8] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x1b55dd) [0x7ffad1f615dd] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x1b77cd) [0x7ffad1f637cd] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x1ba558) [0x7ffad1f66558] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x1accf2) [0x7ffad1f58cf2] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.qPoON7(+0x193306) [0x7ffad1f3f306] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61d3) [0x7ffeb69451d3] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.93 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c621e) [0x7ffeb694521e] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5891) [0x7ffeb6944891] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:99.99 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x2fe) [0x444a2e] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x15d) [0x4434ed] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5569922] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x495e68] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4da9bd] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4dae77] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4dd251] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf55750d9] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x108d08) [0x7ffeb6487d08] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a448) [0x7ffeb63d9448] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5565a5f] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5566e7b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf555e265] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf555f902] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf55698e0] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.99 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x156670) [0x7ffff5a2a670] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaaf9f4a2b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c589c) [0x7ffeb694489c] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fb1) [0x7ffeb63c1fb1] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x48241) [0x7ffeb63c7241] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1b365) [0x7ffdf5567365] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11ca0) [0x7ffdf555dca0] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf555eade] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb433f111a] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6190) [0x7ffeb6945190] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303124, send SIGUSR2 to tid:16 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:100.00 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.97 over 99.9%, send SIGUSR2 to tid:1381877504 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46604 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(memchr+0x1b9) [0x7ffff59631e9] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb90c6c4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46604 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5862) [0x7ffeb6944862] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf55698e7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:99.99 over 99.9%, send SIGUSR2 to tid:1381877504 Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46604 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf55698e0] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46604 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf55750e6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303125, send SIGUSR2 to tid:16 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.91 over 99.9%, send SIGUSR2 to tid:1482589952 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1381877504 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46604 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x1567a8) [0x7ffff5a2a7a8] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb910d83] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46604 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x1567c8) [0x7ffff5a2a7c8] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb910e02] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf55750e6] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482589952 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:33 usage:100.00 over 99.9%, send SIGUSR2 to tid:1449019136 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1381877504 Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46604 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4da025] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4dd454] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4dd529] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4e890e] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xe8) [0x7ffacb910db8] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46604 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46596 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x2a80) [0x7ffac76e9a80] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46596 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46596 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303126, send SIGUSR2 to tid:16 Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x15658e) [0x7ffff5a2a58e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482589952 Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.96 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:41 usage:100.00 over 99.9%, send SIGUSR2 to tid:1381877504 Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x15673d) [0x7ffff5a2a73d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61e8) [0x7ffeb69451e8] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46604 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a6) [0x7ffeb69452a6] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46604 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46604 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303127, send SIGUSR2 to tid:16 Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1591695104 Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5573760] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303128, send SIGUSR2 to tid:16 Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46579 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf556807c] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf55720ca] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46579 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46579 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:36 usage:99.94 over 99.9%, send SIGUSR2 to tid:1423841024 Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46599 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46599 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46599 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303130, send SIGUSR2 to tid:29 Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303131, send SIGUSR2 to tid:29 Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303132, send SIGUSR2 to tid:29 Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5573752] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303133, send SIGUSR2 to tid:9 Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46572 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5573734] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46572 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303134, send SIGUSR2 to tid:9 Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46572 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46572 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303135, send SIGUSR2 to tid:5 Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303136, send SIGUSR2 to tid:5 Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303137, send SIGUSR2 to tid:5 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5573730] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1692395264 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1650444032 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.96 over 99.9%, send SIGUSR2 to tid:1642051328 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.92 over 99.9%, send SIGUSR2 to tid:1633658624 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1549731584 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1482589952 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.95 over 99.9%, send SIGUSR2 to tid:1373484800 Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46573 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libc.so.6(+0x154e3b) [0x7ffff5a28e3b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46573 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46574 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46584 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46574 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46584 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46584 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46605 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46572 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5573730] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46605 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46572 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6203) [0x7ffeb6945203] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303138, send SIGUSR2 to tid:5 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf55735c1] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf557381e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1692395264 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1650444032 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1642051328 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.98 over 99.9%, send SIGUSR2 to tid:1633658624 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1482589952 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:42 usage:99.99 over 99.9%, send SIGUSR2 to tid:1373484800 Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46574 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46574 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46574 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46573 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf55750e6] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46573 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46573 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46592 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf55698e0] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5569d77] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf9f4a44] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf9f4f16] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46592 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46592 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46572 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf557375a] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46572 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46572 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46605 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5574fea] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5575557] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5571487] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf9f4fb1] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf9f86c4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46605 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46605 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303139, send SIGUSR2 to tid:5 Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf557375c] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:18:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303140, send SIGUSR2 to tid:5 Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46568 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5573742] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5574b35] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5570aef] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf55720c2] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf9f39cf] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf9f7f0e] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46568 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:19:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46568 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.97 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(set_transport_addr+0x219) [0x43b859] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4tcppkt+0xdf) [0x43dd4f] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.99 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5769922] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5809) [0x7ffeb6944809] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55324) [0x7ffeb63d4324] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55ec4) [0x7ffeb63d4ec4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x567ba) [0x7ffeb63d57ba] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf57659b4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5766eb1] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf575e265] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf575f902] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57e8) [0x7ffeb69447e8] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55ede) [0x7ffeb63d4ede] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x7622) [0x7ffac72ee622] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/firewall/firewall.so(+0x2b08) [0x7ffac72e9b08] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/dns/dns.so(_Z18parse_dns_protocolP10streaminfohPciPPviS2_+0x3a2) [0x7ffacae151a2] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/dns/dns.so(DNS_UDP_ENTRY+0xf3) [0x7ffacae15ad3] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5769922] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5769922] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x155a38) [0x7ffff5a29a38] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.94 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4d6f64] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4d71ef] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4da7e2] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4dc789] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf57680ff] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf5f4f80] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c619d) [0x7ffeb694519d] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303366, send SIGUSR2 to tid:1 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.96 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf57698e7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.94 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.99 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1565a0) [0x7ffff5a2a5a0] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x38bcd) [0x7ffff590cbcd] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(qsort_r+0x2cc) [0x7ffff590d15c] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x54416) [0x7ffeb63d3416] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf576544b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x225) [0x7ffdf5766b25] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f4c) [0x7ffdf575ef4c] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf575f430] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5769922] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf5f4a44] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303367, send SIGUSR2 to tid:1 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x47) [0x7ffdf575f8d7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:100.00 over 99.9%, send SIGUSR2 to tid:1663018752 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6284) [0x7ffeb6945284] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303368, send SIGUSR2 to tid:1 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6245) [0x7ffeb6945245] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.96 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x94000) [0x7ffb42482000] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42483577] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb42ff2505] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb42ff2d67] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb42ff05cc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb42ff104a] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303369, send SIGUSR2 to tid:1 Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303370, send SIGUSR2 to tid:1 Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46758 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46758 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46758 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303371, send SIGUSR2 to tid:1 Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46737 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46737 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46737 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.95 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf577373f] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303373, send SIGUSR2 to tid:13 Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303374, send SIGUSR2 to tid:13 Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303375, send SIGUSR2 to tid:13 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.92 over 99.9%, send SIGUSR2 to tid:1493124864 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.97 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46763 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(project_req_get_struct+0x31) [0x44e721] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:./plug/platform/capture_packet_plug/capture_packet_plug.so(CAPTURE_TCP_PACKET_ENTRY+0x37) [0x7ffeb71db3b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46763 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46763 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46755 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46755 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1543481088 Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46749 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x173) [0x7ffdf57681b3] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46749 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46749 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303377, send SIGUSR2 to tid:15 Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46751 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5773756] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46751 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.91 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa0] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x4a13) [0x7ffaaf5f4a13] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf5f4f16] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303378, send SIGUSR2 to tid:15 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46751 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46751 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0xdb) [0x43763b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.96 over 99.9%, send SIGUSR2 to tid:1568659200 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1493124864 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46755 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5773734] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(checkstreamorder+0x37) [0x446b47] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(findstreamindex+0x159) [0x449569] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x17f) [0x4448af] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46755 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb4bfe02] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46765 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46765 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46765 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303379, send SIGUSR2 to tid:15 Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46751 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46751 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46751 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1568659200 Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1493124864 Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac72ecf09] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac72eb28e] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac72e9d58] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46755 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb4bfe78] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb4c11ff] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb4c1363] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb4c13c3] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb4babaf] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb4bafb4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46755 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf5f4fb1] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1493124864 Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46755 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:22:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46755 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303380, send SIGUSR2 to tid:10 Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf57680ff] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaaf5f4f80] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf5f86c4] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb4b97de] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb4b9e0a] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb4ba340] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb4ba5fd] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb4baf5b] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1493124864 Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46755 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46755 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46755 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303381, send SIGUSR2 to tid:3 Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303382, send SIGUSR2 to tid:3 Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303383, send SIGUSR2 to tid:3 Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303384, send SIGUSR2 to tid:3 Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5773747] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.94 over 99.9%, send SIGUSR2 to tid:1568659200 Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303385, send SIGUSR2 to tid:3 Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:99.99 over 99.9%, send SIGUSR2 to tid:1568659200 Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:10 usage:100.00 over 99.9%, send SIGUSR2 to tid:1568659200 Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46746 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46746 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46746 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303386, send SIGUSR2 to tid:3 Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303387, send SIGUSR2 to tid:3 Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46739 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf5f39cf] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf5f7f0e] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46739 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:23:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46739 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.98 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb8bfd83] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62cc) [0x7ffeb69452cc] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(__pthread_mutex_trylock+0x13) [0x7ffff6910ef3] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x48d1e5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4fdfa9] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x47d957] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(copy_ipport_union_addr+0x1e) [0x4481ae] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43a1e0] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x371f10) [0x7ffeb66f0f10] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb8bff06] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.98 over 99.9%, send SIGUSR2 to tid:1358841600 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46938 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(+0x1c76) [0x7ffad66f5c76] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libMV_sketch.so.2(_Z16MV_Sketch_updatePviPhilll+0x77) [0x7ffad66f54b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x22a9) [0x7ffad68fb2a9] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x2489) [0x7ffad68fb489] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(+0x3158) [0x7ffad68fc158] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_ddos_sketch/tsg_ddos_sketch.so(tsg_ddos_sketch_tcpall_entry+0x4b) [0x7ffad68fcf3b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46938 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1358841600 Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46938 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46938 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303657, send SIGUSR2 to tid:17 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:100.00 over 99.9%, send SIGUSR2 to tid:1358841600 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0xf4) [0x437654] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46938 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x156650) [0x7ffff5a2a650] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x132) [0x7ffacb8bfe02] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46938 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x109a28) [0x7ffeb6488a28] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x109985) [0x7ffeb6488985] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x108d0b) [0x7ffeb6487d0b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a448) [0x7ffeb63d9448] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303658, send SIGUSR2 to tid:17 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf59750e6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/framework/lib/libfieldstat3.so(+0xa3b6) [0x7ffff73863b6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x130) [0x7ffdf5969cb0] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb8bff06] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.94 over 99.9%, send SIGUSR2 to tid:1501517568 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x15663d) [0x7ffff5a2a63d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56834) [0x7ffeb63d5834] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c4f8) [0x7ffeb63db4f8] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12ade) [0x7ffdf595eade] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_bridge_sync_data_put+0x77) [0x44f7e7] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0xc6) [0x7ffb433f22f6] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb433f24eb] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb433f2d67] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303659, send SIGUSR2 to tid:5 Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:39 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303660, send SIGUSR2 to tid:5 Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:40 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303661, send SIGUSR2 to tid:5 Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:41 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303662, send SIGUSR2 to tid:5 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.98 over 99.9%, send SIGUSR2 to tid:1631581952 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:100.00 over 99.9%, send SIGUSR2 to tid:1509910272 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.97 over 99.9%, send SIGUSR2 to tid:1501517568 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.97 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:23 usage:99.97 over 99.9%, send SIGUSR2 to tid:1459554048 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:35 usage:99.97 over 99.9%, send SIGUSR2 to tid:1358841600 Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46920 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46920 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46920 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46926 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46926 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46926 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46938 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(memchr+0x1a8) [0x7ffff59631d8] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb8bb6c4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46938 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46938 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:42 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303663, send SIGUSR2 to tid:5 Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303664, send SIGUSR2 to tid:5 Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46908 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46908 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46908 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.92 over 99.9%, send SIGUSR2 to tid:1484732160 Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.92 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.95 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2774e) [0x7ffdf597374e] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57dc) [0x7ffeb69447dc] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303666, send SIGUSR2 to tid:18 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:99.98 over 99.9%, send SIGUSR2 to tid:1484732160 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.99 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.91 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5814) [0x7ffeb6944814] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f22) [0x7ffeb6946f22] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c588d) [0x7ffeb694488d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:18 usage:99.96 over 99.9%, send SIGUSR2 to tid:1501517568 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:20 usage:100.00 over 99.9%, send SIGUSR2 to tid:1484732160 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.98 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46923 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7cfe) [0x7ffeb6946cfe] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46923 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46923 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6280) [0x7ffeb6945280] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303667, send SIGUSR2 to tid:18 Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1476339456 Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46924 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46924 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46924 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303668, send SIGUSR2 to tid:18 Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303669, send SIGUSR2 to tid:18 Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.92 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.98 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x15670c) [0x7ffff5a2a70c] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303670, send SIGUSR2 to tid:18 Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46921 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(+0x156584) [0x7ffff5a2a584] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46921 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46921 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46933 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46933 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46933 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303672, send SIGUSR2 to tid:12 Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303673, send SIGUSR2 to tid:12 Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:99.98 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:22 usage:100.00 over 99.9%, send SIGUSR2 to tid:1467946752 Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46925 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46925 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46925 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303674, send SIGUSR2 to tid:12 Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303675, send SIGUSR2 to tid:12 Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303676, send SIGUSR2 to tid:12 Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.95 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303677, send SIGUSR2 to tid:12 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.97 over 99.9%, send SIGUSR2 to tid:1669310208 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.97 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.97 over 99.9%, send SIGUSR2 to tid:1367234304 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46937 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46937 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x156606) [0x7ffff5a2a606] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x4f1a) [0x7ffaafe1af1a] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303678, send SIGUSR2 to tid:12 Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x156576) [0x7ffff5a2a576] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:58 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303679, send SIGUSR2 to tid:12 Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46915 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46915 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:27:59 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46915 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:34 usage:99.95 over 99.9%, send SIGUSR2 to tid:1367234304 Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46937 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46937 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:00 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46937 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303681, send SIGUSR2 to tid:1 Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:01 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303682, send SIGUSR2 to tid:1 Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.92 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:02 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303683, send SIGUSR2 to tid:1 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.98 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:1 usage:99.96 over 99.9%, send SIGUSR2 to tid:1669310208 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.92 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46932 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46932 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5973760] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:03 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303684, send SIGUSR2 to tid:1 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46932 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46932 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:100.00 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1409197824 Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46932 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46932 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:04 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46932 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303685, send SIGUSR2 to tid:1 Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:05 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303686, send SIGUSR2 to tid:1 Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46904 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46904 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46904 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43ce10] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:06 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303687, send SIGUSR2 to tid:14 Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:07 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.93 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303688, send SIGUSR2 to tid:14 Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf596807c] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf59720ca] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:14 usage:99.99 over 99.9%, send SIGUSR2 to tid:1535088384 Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46917 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/session_flags/session_flags.so(_Z19session_marker_freeP14session_marker+0x5) [0x7ffeb73e4315] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:./plug/platform/session_flags/session_flags.so(_Z31session_marker_project_ctx_freeiPv+0x18) [0x7ffeb73e48a8] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(project_requirement_destroy+0xa8) [0x44e808] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(tcp_free_stream+0x1a0) [0x43b2b0] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(del_stream_by_time+0x1b6) [0x446976] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp(polling_stream_timeout+0xad) [0x449a1d] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/opt/tsg/sapp/sapp() [0x508bdd] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46917 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:08 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46917 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x1565ff) [0x7ffff5a2a5ff] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x1567f1) [0x7ffff5a2a7f1] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303691, send SIGUSR2 to tid:39 Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303692, send SIGUSR2 to tid:39 Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303693, send SIGUSR2 to tid:39 Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303694, send SIGUSR2 to tid:39 Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303695, send SIGUSR2 to tid:39 Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.95 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c622f) [0x7ffeb694522f] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303696, send SIGUSR2 to tid:39 Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325270784 Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46942 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(__nanosleep+0x2d) [0x7ffff6915e9d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp(sapp_usleep+0x28) [0x441648] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/opt/tsg/sapp/sapp() [0x508ccc] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46942 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46942 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6284) [0x7ffeb6945284] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(malloc+0x5f) [0x47e6bf] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(sapp_mem_malloc+0x1b) [0x458a1b] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap_single_layer+0xcf) [0x44925f] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x20) [0x449850] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(copy_stream_info_to_heap+0x31) [0x449861] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43a201] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d11a] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5837) [0x7ffeb6944837] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.92 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.98 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62cc) [0x7ffeb69452cc] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.98 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x37a955) [0x7ffeb66f9955] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7c73) [0x7ffeb6946c73] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x40a4) [0x7ffac76eb0a4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb8bff06] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x388) [0x443718] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c582c) [0x7ffeb694482c] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303700, send SIGUSR2 to tid:27 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.97 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.TUZP7W(+0x267745) [0x7ffad2013745] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.TUZP7W(+0x25dce4) [0x7ffad2009ce4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.TUZP7W(+0x7c43ec) [0x7ffad25703ec] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.TUZP7W(+0x7c2e42) [0x7ffad256ee42] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.TUZP7W(+0x193290) [0x7ffad1f3f290] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.99 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x156801) [0x7ffff5a2a801] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303701, send SIGUSR2 to tid:27 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4e5552] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1da93) [0x7ffdf5969a93] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6188) [0x7ffeb6945188] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.93 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(memchr+0x1cd) [0x7ffff59631fd] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb8bb6c4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4e54d2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xe8) [0x7ffacb8bfdb8] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303702, send SIGUSR2 to tid:27 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.99 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:100.00 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_overlay_ipv4+0x15a) [0x436c6a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x352) [0x4378b2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(__pthread_mutex_unlock+0x2e) [0x7ffff6911f0e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4dd616] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf59750d9] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6272) [0x7ffeb6945272] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5842) [0x7ffeb6944842] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303703, send SIGUSR2 to tid:4 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.94 over 99.9%, send SIGUSR2 to tid:1384019712 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46935 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46935 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58b1) [0x7ffeb69448b1] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1644132096 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:100.00 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:100.00 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.99 over 99.9%, send SIGUSR2 to tid:1384019712 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.96 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x156598) [0x7ffff5a2a598] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46935 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c57e8) [0x7ffeb69447e8] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46935 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303704, send SIGUSR2 to tid:4 Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.96 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.99 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303705, send SIGUSR2 to tid:4 Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303706, send SIGUSR2 to tid:4 Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.95 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:99.99 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303707, send SIGUSR2 to tid:4 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:7 usage:99.98 over 99.9%, send SIGUSR2 to tid:1602221824 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:26 usage:99.98 over 99.9%, send SIGUSR2 to tid:1434375936 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:27 usage:99.98 over 99.9%, send SIGUSR2 to tid:1425983232 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:28 usage:99.98 over 99.9%, send SIGUSR2 to tid:1417590528 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:32 usage:99.98 over 99.9%, send SIGUSR2 to tid:1384019712 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:40 usage:100.00 over 99.9%, send SIGUSR2 to tid:1316878080 Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46930 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46930 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46930 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46929 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46929 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46929 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46910 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb8bfe78] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb8c11ff] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb8c1363] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb8c13c3] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb8babaf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb8bafb4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46935 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(+0x1567d8) [0x7ffff5a2a7d8] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb8b97de] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46910 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46910 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb8b9e0a] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb8ba340] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb8ba5fd] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb8baf5b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46931 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46935 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46935 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46943 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46931 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46931 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46943 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46943 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303708, send SIGUSR2 to tid:4 Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303709, send SIGUSR2 to tid:4 Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303710, send SIGUSR2 to tid:4 Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303711, send SIGUSR2 to tid:4 Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:46907 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:46907 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:28:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:46907 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.92 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb6bfd83] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.98 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6208) [0x7ffeb6945208] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b1) [0x7ffeb69452b1] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62c4) [0x7ffeb69452c4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7dc7) [0x7ffeb6946dc7] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x15770b) [0x7ffff5a2b70b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x39f50) [0x7ffeb63b8f50] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c581) [0x7ffeb63db581] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x1ad) [0x7ffeb63be24d] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac74ecd6a] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac74eb0f1] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb6bff06] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c622f) [0x7ffeb694522f] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4dd320] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4dd5fa] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e8963] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e8aa5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e7917] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x48bd54] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e548e] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x48fbcd] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x47d7f2] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290d9) [0x7ffdf57750d9] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1671411456 Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47202 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f1a44] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47202 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1671411456 Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47202 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6237) [0x7ffeb6945237] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47202 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47202 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303938, send SIGUSR2 to tid:3 Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5773760] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.96 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x156646) [0x7ffff5a2a646] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303939, send SIGUSR2 to tid:3 Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x156624) [0x7ffff5a2a624] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5773747] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303940, send SIGUSR2 to tid:3 Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303941, send SIGUSR2 to tid:3 Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5773760] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303942, send SIGUSR2 to tid:3 Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf576807c] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fc0) [0x7ffeb63c1fc0] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c49c) [0x7ffeb63db49c] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5d6a) [0x7ffac74ecd6a] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac74eb0f1] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb6bff06] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303944, send SIGUSR2 to tid:11 Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27764) [0x7ffdf5773764] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.94 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:99.99 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303945, send SIGUSR2 to tid:11 Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:11 usage:100.00 over 99.9%, send SIGUSR2 to tid:1560270592 Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47213 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf576807c] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47213 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:25 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47213 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.97 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.96 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1543485184 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5769922] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f1a44] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4fdf30] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x502e0e] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x47d4b1] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1da93) [0x7ffdf5769a93] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f1a44] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4a2b) [0x7ffaaf7f1a2b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:99.99 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:99.99 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1543485184 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.97 over 99.9%, send SIGUSR2 to tid:1493128960 Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62be) [0x7ffeb69452be] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61c6) [0x7ffeb69451c6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47221 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c619d) [0x7ffeb694519d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b4) [0x7ffeb69452b4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47221 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303948, send SIGUSR2 to tid:39 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47241 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47241 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:100.00 over 99.9%, send SIGUSR2 to tid:1543485184 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.99 over 99.9%, send SIGUSR2 to tid:1493128960 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/app_proto_identify/libprotoident.so(+0x787d) [0x7ffeb75ef87d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/app_proto_identify/libprotoident.so(+0x1f45) [0x7ffeb75e9f45] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/app_proto_identify/libprotoident.so(lpi_guess_protocol+0x3f) [0x7ffeb75ea38f] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/app_proto_identify/app_proto_identify.so(+0x290c) [0x7ffeb77fa90c] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x97) [0x4358a7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x33) [0x435c83] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f1a44] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47221 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaaf7f1a44] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaaf7f1f16] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47221 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:100.00 over 99.9%, send SIGUSR2 to tid:1493128960 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1325274880 Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43bd73] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47241 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47241 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47221 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c628d) [0x7ffeb694528d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb6bfe78] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb6c11ff] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb6c1363] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb6c13c3] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb6babaf] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb6bafb4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47221 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303949, send SIGUSR2 to tid:13 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x1567e2) [0x7ffff5a2a7e2] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1325274880 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47241 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47241 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x1567f6) [0x7ffff5a2a7f6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:3 usage:100.00 over 99.9%, send SIGUSR2 to tid:1642067712 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1325274880 Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x15660d) [0x7ffff5a2a60d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaaf7f1fb1] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaaf7f56c4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb6b97de] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb6b9e0a] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb6ba340] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb6ba5fd] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb6baf5b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47241 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47241 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303950, send SIGUSR2 to tid:3 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.96 over 99.9%, send SIGUSR2 to tid:1543485184 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:9 usage:100.00 over 99.9%, send SIGUSR2 to tid:1577056000 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:13 usage:99.99 over 99.9%, send SIGUSR2 to tid:1543485184 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1493128960 Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47211 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47211 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47211 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47221 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x42fe3) [0x7ffeb63c1fe3] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a4b6) [0x7ffeb63d94b6] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x14f) [0x7ffdf5765a5f] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5766e7b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf575e265] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf575f902] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47215 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47221 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47215 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47215 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303951, send SIGUSR2 to tid:3 Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303952, send SIGUSR2 to tid:3 Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1325274880 Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47241 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47241 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47241 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303953, send SIGUSR2 to tid:3 Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:19 usage:99.96 over 99.9%, send SIGUSR2 to tid:1493128960 Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47221 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47221 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47221 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303954, send SIGUSR2 to tid:3 Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303955, send SIGUSR2 to tid:3 Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47205 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47205 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47205 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303956, send SIGUSR2 to tid:1 Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47203 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47203 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303957, send SIGUSR2 to tid:1 Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47203 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5773747] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47203 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705303958, send SIGUSR2 to tid:1 Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47203 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaaf7f09cf] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaaf7f4f0e] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47203 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:32:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47203 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.97 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5826) [0x7ffeb6944826] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:09 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(pthread_spin_lock+0x3) [0x7ffff6913573] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5881) [0x7ffeb6944881] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:10 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.94 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6284) [0x7ffeb6945284] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c626b) [0x7ffeb694526b] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x15679a) [0x7ffff5a2a79a] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb710d83] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c588d) [0x7ffeb694488d] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:11 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62da) [0x7ffeb69452da] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1daa1) [0x7ffdf5769aa1] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafc1aa44] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafc1af16] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.93 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafc1aa44] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafc1af16] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5889) [0x7ffeb6944889] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6208) [0x7ffeb6945208] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:12 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5862) [0x7ffeb6944862] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(memchr+0x1a3) [0x7ffff59631d3] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb70c6c4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac74eb244] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:13 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304174, send SIGUSR2 to tid:12 Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf57680ff] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafc1af80] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.96 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x1567cd) [0x7ffff5a2a7cd] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:14 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304175, send SIGUSR2 to tid:12 Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2847f) [0x7ffdf577447f] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.99 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.96 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.96 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.swqET8(+0x7c3488) [0x7ffad236f488] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.swqET8(+0x193290) [0x7ffad1d3f290] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4266c7ae] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4266d0b9] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb431f2d4a] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_UDP_ENTRY+0x7a) [0x7ffb431f111a] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c801c) [0x7ffeb694701c] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac74ecf09] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac74eb28e] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac74e9d58] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:15 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304176, send SIGUSR2 to tid:6 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5773734] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:99.99 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:99.99 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x93a95) [0x7ffb42681a95] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x95577) [0x7ffb42683577] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xd5) [0x7ffb431f2505] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x156793) [0x7ffff5a2a793] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5774fea] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x11) [0x467f21] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:16 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304177, send SIGUSR2 to tid:6 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf57698e0] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5769d77] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafc1aa44] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafc1af16] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb710e78] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb7121ff] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb712363] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb7123c3] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb70bbaf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb70bfb4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.96 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x55d8) [0x7ffb431f15d8] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z26app_report_identify_resultP10streaminfoP13app_proto_ctxP12qmdpi_resultP10qmdpi_pathii+0x92) [0x7ffb431f22c2] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z17app_hit_path_listP10streaminfoP13app_proto_ctxP12qmdpi_resultPcii+0xbb) [0x7ffb431f24eb] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x167) [0x7ffb431f2d67] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb431f05cc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb431f104a] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:17 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304178, send SIGUSR2 to tid:6 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.99 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x290e6) [0x7ffdf57750e6] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5775557] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5771487] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafc1afb1] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x156711) [0x7ffff5a2a711] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:5 usage:100.00 over 99.9%, send SIGUSR2 to tid:1631577856 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0xbf) [0x7ffdf57680ff] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x4f80) [0x7ffaafc1af80] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafc1e6c4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb70a7de] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb70ae0a] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb70b340] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb70b5fd] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb70bf5b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304179, send SIGUSR2 to tid:5 Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:100.00 over 99.9%, send SIGUSR2 to tid:1616901888 Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:100.00 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:30 usage:100.00 over 99.9%, send SIGUSR2 to tid:1400805120 Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47397 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5773730] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47397 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47397 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47373 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf577375c] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47373 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:19 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47373 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304180, send SIGUSR2 to tid:5 Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27760) [0x7ffdf5773760] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:20 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304181, send SIGUSR2 to tid:5 Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf577375a] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:12 usage:99.91 over 99.9%, send SIGUSR2 to tid:1551873792 Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47379 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_cancelP12TLD_handle_t+0x3c) [0x7ffdf576807c] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x23a) [0x7ffdf57720ca] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47379 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:21 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47379 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304182, send SIGUSR2 to tid:5 Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf57735c1] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf577381e] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:22 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304183, send SIGUSR2 to tid:5 Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5773742] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:23 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304184, send SIGUSR2 to tid:5 Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47372 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5773752] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5774b35] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5770aef] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf57720c2] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafc199cf] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafc1df0e] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47372 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:36:24 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47372 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:2 usage:99.96 over 99.9%, send SIGUSR2 to tid:1656723200 Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47533 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.nUsVxU(+0x203660) [0x7ffad1faf660] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.nUsVxU(+0x7c9746) [0x7ffad2575746] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.nUsVxU(+0x7c2bf6) [0x7ffad256ebf6] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmbundle.so.tmp.nUsVxU(+0x193290) [0x7ffad1f3f290] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmengine.so(+0x7e7ae) [0x7ffb4286c7ae] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/libqmengine.so(qmdpi_worker_process+0xa9) [0x7ffb4286d0b9] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(_Z18app_worker_processP10streaminfoP13app_proto_ctxPciij+0x14a) [0x7ffb433f2d4a] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(+0x45cc) [0x7ffb433f05cc] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:./plug/platform/app_proto_engine/app_proto_engine.so(APP_PROTO_ENGINE_MAIN_TCP_ENTRY+0x7a) [0x7ffb433f104a] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47533 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:18 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47533 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:26 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x94c60) [0x7ffff5968c60] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x38bc2) [0x7ffff590cbc2] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x38bc2) [0x7ffff590cbc2] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(qsort_r+0x2cc) [0x7ffff590d15c] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x543de) [0x7ffeb63d33de] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x4a9e) [0x7ffac76eba9e] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacbbb00c0] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.96 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/session_flags/session_flags.so(+0x1660) [0x7ffeb73e3660] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/session_flags/session_flags.so(_Z53session_marker_generate_identify_string_by_notify_ctxmPj+0x70) [0x7ffeb73e4820] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/session_flags/session_flags.so(SESSION_MARKER_RECORD_TCP_ENTRY+0x16d) [0x7ffeb73e53ad] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43bbb0] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6182) [0x7ffeb6945182] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:27 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:99.99 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x15665a) [0x7ffff5a2a65a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d922) [0x7ffdf5969922] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61e8) [0x7ffeb69451e8] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:28 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x482d6) [0x7ffeb63c72d6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x62db6) [0x7ffeb63e1db6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c463) [0x7ffeb63db463] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x15c74) [0x7ffdf5961c74] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_integer+0x12e) [0x7ffeb63be1ce] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z25tsg_get_fqdn_category_idsP4maatPcPji+0x64) [0x7ffdf5966704] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16tsg_scan_integerPK10streaminfoP4maatx12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6b) [0x7ffdf596544b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x5cf9) [0x7ffac76eccf9] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_app_id_policyPK10streaminfoP4maatjP10maat_stateP9maat_rulem+0x1a) [0x7ffdf59667da] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x40f1) [0x7ffac76eb0f1] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11e4d) [0x7ffdf595de4d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x11fdf) [0x7ffdf595dfdf] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12f82) [0x7ffdf595ef82] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x236) [0x7ffacb910f06] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.91 over 99.9%, send SIGUSR2 to tid:1480517376 Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c626f) [0x7ffeb694526f] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6210) [0x7ffeb6945210] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47552 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:29 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47552 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:99.98 over 99.9%, send SIGUSR2 to tid:1480517376 Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x8faab) [0x7ffff5963aab] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47552 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(madvise+0x7) [0x7ffff59cd117] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4e9b58] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4dc535] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4dc88f] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4e8638] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4e5dd0] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x481b63] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(free_bitmap+0xd) [0x467e3d] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(free_scaling_bloom+0x6c) [0x4683dc] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0x6e) [0x468bee] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47552 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1480517376 Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7cf6) [0x7ffeb6946cf6] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47552 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62da) [0x7ffeb69452da] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:30 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47552 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304431, send SIGUSR2 to tid:16 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1480517376 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x156614) [0x7ffff5a2a614] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47552 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7cea) [0x7ffeb6946cea] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47552 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:21 usage:100.00 over 99.9%, send SIGUSR2 to tid:1480517376 Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47552 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47552 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:31 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47552 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304432, send SIGUSR2 to tid:0 Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2773f) [0x7ffdf597373f] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:32 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304433, send SIGUSR2 to tid:0 Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x1565a9) [0x7ffff5a2a5a9] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:33 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304434, send SIGUSR2 to tid:0 Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x15675b) [0x7ffff5a2a75b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:34 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304435, send SIGUSR2 to tid:0 Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27752) [0x7ffdf5973752] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.96 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27747) [0x7ffdf5973747] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:35 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304436, send SIGUSR2 to tid:0 Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:99.99 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:36 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304437, send SIGUSR2 to tid:0 Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27734) [0x7ffdf5973734] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:0 usage:100.00 over 99.9%, send SIGUSR2 to tid:1673508608 Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47531 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c08) [0x7ffebf5fdc08] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47531 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47531 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:37 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304438, send SIGUSR2 to tid:16 Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:16 usage:100.00 over 99.9%, send SIGUSR2 to tid:1522480896 Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47547 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47547 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:38 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47547 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x38e2b) [0x7ffff590ce2b] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x38bd8) [0x7ffff590cbd8] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(qsort_r+0x2cc) [0x7ffff590d15c] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x56304) [0x7ffeb63d5304] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5e040) [0x7ffeb63dd040] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z15tsg_scan_stringPK10streaminfoP4maatPKcm12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x6e) [0x7ffdf59657ae] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z22tsg_scan_shared_policyPK10streaminfoP4maatPciP10maat_stateP9maat_rulem+0x66) [0x7ffdf5966556] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13107) [0x7ffdf595f107] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x13430) [0x7ffdf595f430] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:43 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c6287) [0x7ffeb6945287] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x15665f) [0x7ffff5a2a65f] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x4237) [0x7ffac76eb237] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:44 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.97 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(+0xff0c08) [0x7ffebf5fdc08] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/mrzcpd/lib/libmarsio.so(marsio_send_burst+0xdf) [0x7ffebebdfecf] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508529] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(streamleavlist+0x3a) [0x4461da] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(udp_free_stream+0x13e) [0x44455e] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(streamaddlist+0x309) [0x446579] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x443f39] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x705) [0x444e35] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c58b7) [0x7ffeb69448b7] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:45 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0x133) [0x7ffdf5965a43] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x57b) [0x7ffdf5966e7b] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_UDP_ENTRY+0x65) [0x7ffdf595f6f5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(gre_entry+0x19b) [0x44a7cb] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.92 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x8faa5) [0x7ffff5963aa5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7d19) [0x7ffeb6946d19] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:46 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.98 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(bitmap_increment+0x11) [0x467f21] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(counting_bloom_add+0x37) [0x468287] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(scaling_bloom_add+0xac) [0x46860c] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_add+0x6e) [0x468a7e] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_mark_l4+0x90) [0x44d230] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d6f8] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_parse_streamPK10streaminfoP19ssl_runtime_contextiPKv+0x11) [0x7ffacbbb05a1] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62a2) [0x7ffeb69452a2] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:47 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c7f4e) [0x7ffeb6946f4e] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c5899) [0x7ffeb6944899] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.97 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c588d) [0x7ffeb694488d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x4221) [0x7ffac76eb221] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c62b9) [0x7ffeb69452b9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:48 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304449, send SIGUSR2 to tid:4 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x1567dd) [0x7ffff5a2a7dd] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.99 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x11c) [0x44484c] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e0) [0x7ffdf59698e0] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x1567e7) [0x7ffff5a2a7e7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process+0x524) [0x436454] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process_udp+0x57) [0x4368a7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x377) [0x444aa7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x1567fb) [0x7ffff5a2a7fb] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28fea) [0x7ffdf5974fea] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x29557) [0x7ffdf5975557] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z13TLD_duplicateP12TLD_handle_t+0x1f7) [0x7ffdf5971487] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x4fb1) [0x7ffaafe1afb1] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_process_close+0x99) [0x452219] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_releaseHttpLinkNode+0x240) [0x7ffacb90b340] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(http_releaseHttpStream+0xcd) [0x7ffacb90b5fd] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0x6b) [0x7ffacb90bf5b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(cfree+0xa) [0x7ffff5959b6a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x55e08) [0x7ffeb63d4e08] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5901f) [0x7ffeb63d801f] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5435a) [0x7ffeb63d335a] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5a523) [0x7ffeb63d9523] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_ipv4+0x148) [0x7ffeb63be548] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_ipv4_addressPK10streaminfoP4maatP6ipaddr12MAAT_SCAN_TBP10maat_stateP9maat_rulem+0xa4) [0x7ffdf59659b4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z21tsg_scan_nesting_addrPK10streaminfoP4maat12TSG_PROTOCOLP10maat_stateP9maat_rulem+0x5b1) [0x7ffdf5966eb1] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x12265) [0x7ffdf595e265] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(TSG_MASTER_TCPALL_ENTRY+0x72) [0x7ffdf595f902] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp_allpkt+0x57) [0x436957] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d91c] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:49 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.97 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.97 over 99.9%, send SIGUSR2 to tid:1514088192 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:100.00 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47548 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c61ec) [0x7ffeb69451ec] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43ce99] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47548 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27742) [0x7ffdf5973742] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x8faa0) [0x7ffff5963aa0] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(bitmap_resize+0x3c) [0x467e8c] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(new_counting_bloom_from_scale+0x90) [0x468480] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(new_scaling_bloom+0x11) [0x4688a1] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(expiry_dablooms_search+0xc6) [0x468c46] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(sapp_dup_pkt_identify+0xa7) [0x44d0e7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x8cf) [0x444fff] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304450, send SIGUSR2 to tid:4 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.99 over 99.9%, send SIGUSR2 to tid:1514088192 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:100.00 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:100.00 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47548 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(_IO_vfprintf+0x13b) [0x7ffff591c73b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(vsnprintf+0x79) [0x7ffff594c179] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(snprintf+0x82) [0x7ffff5927582] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(_Z10ja3_md5sumPKciPci+0x74) [0x7ffacbbb0964] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(_Z23ssl_get_ja3_fingerprintP10streaminfoPhii+0x57d) [0x7ffacbbb0efd] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x4f95) [0x7ffac76ebf95] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x2c48) [0x7ffac76e9c48] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(fw_ssl_plug_entry+0xf) [0x7ffac76ec26f] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_process_pending+0xdb) [0x451eeb] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0xf4) [0x452354] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(_Z16ssl_call_pluginsPK10streaminfoP19ssl_runtime_contextPci21ssl_interested_regioniPKv+0x99) [0x7ffacbbb0869] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(_Z19ssl_parse_handshakePK10streaminfoP19ssl_runtime_contextPciiPKv+0x1b0) [0x7ffacbbb00c0] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(_Z17ssl_parse_messagePK10streaminfoP19ssl_runtime_contextPciiPKv+0x160) [0x7ffacbbb0530] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/ssl/ssl.so(SSL_ENTRY+0x93) [0x7ffacbbae5f3] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process+0x155) [0x436085] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47548 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x1567a1) [0x7ffff5a2a7a1] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithHost+0xb3) [0x7ffacb910d83] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x1565bd) [0x7ffff5a2a5bd] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:50 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304451, send SIGUSR2 to tid:4 Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:51 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304452, send SIGUSR2 to tid:4 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.96 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:17 usage:99.96 over 99.9%, send SIGUSR2 to tid:1514088192 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:29 usage:99.95 over 99.9%, send SIGUSR2 to tid:1413375744 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:38 usage:99.92 over 99.9%, send SIGUSR2 to tid:1337841408 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.92 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47569 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(memchr+0x19a) [0x7ffff59631ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_url_decode+0x34) [0x7ffacb90c6c4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/business/firewall/firewall.so(+0x4244) [0x7ffac76eb244] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508647] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47569 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47569 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x156738) [0x7ffff5a2a738] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47548 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c588d) [0x7ffeb694488d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5c81e0) [0x7ffeb69471e0] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x33f417) [0x7ffeb66be417] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x3728b4) [0x7ffeb66f18b4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x335c41) [0x7ffeb66b4c41] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x106d49) [0x7ffeb6485d49] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(+0x5df43) [0x7ffeb63dcf43] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/framework/lib/libmaat4.so.4(maat_scan_string+0x145) [0x7ffeb63bebf5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x5f09) [0x7ffac76ecf09] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x428e) [0x7ffac76eb28e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/firewall/firewall.so(+0x2d58) [0x7ffac76e9d58] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47560 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47560 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47560 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:52 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47548 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:99.99 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304453, send SIGUSR2 to tid:4 Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27756) [0x7ffdf5973756] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:4 usage:100.00 over 99.9%, send SIGUSR2 to tid:1625290496 Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:53 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304454, send SIGUSR2 to tid:4 Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:54 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304455, send SIGUSR2 to tid:4 Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47535 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(+0x15674c) [0x7ffff5a2a74c] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x4e6057] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x49059e] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x477e85] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(realloc+0x32) [0x47b122] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x275c1) [0x7ffdf59735c1] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2781e) [0x7ffdf597381e] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47535 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47535 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:6 usage:99.92 over 99.9%, send SIGUSR2 to tid:1606407936 Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47537 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x1d8e7) [0x7ffdf59698e7] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z10TLD_appendP12TLD_handle_tPcPv8TLD_TYPE+0x1f7) [0x7ffdf5969d77] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/business/session_record/session_record.so(+0x4a44) [0x7ffaafe1aa44] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/business/session_record/session_record.so(+0x4f16) [0x7ffaafe1af16] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/business/session_record/session_record.so(+0x86c4) [0x7ffaafe1e6c4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x44faf6] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(plugin_process_data+0x139) [0x4520e9] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(PROT_PROCESS+0x6b) [0x4522cb] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_callPluginField+0x6e) [0x7ffacb90a7de] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_callPlugin+0x8a) [0x7ffacb90ae0a] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_doWithHost+0x1a8) [0x7ffacb910e78] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_doWithACompleteRegion+0x32f) [0x7ffacb9121ff] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_analyseACompleteRegion+0x43) [0x7ffacb912363] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_findAndDoWithRegion+0x43) [0x7ffacb9123c3] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(http_analyseHttpConnection+0x13f) [0x7ffacb90bbaf] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:./plug/protocol/http/http.so(HTTP_ENTRY+0xc4) [0x7ffacb90bfb4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(stream_process+0x4c2) [0x4363f2] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x43c758] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47537 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:55 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47537 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.96 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x27730) [0x7ffdf5973730] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:56 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/timer/sapp_timer.c, line 465, sapp_watch_dog detect deadlock at timestamp:1705304457, send SIGUSR2 to tid:17 Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47548 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775c) [0x7ffdf597375c] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47548 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47548 recv signal SIGUSR2, backtrace end---------------- Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/support/cpu_limit/cpu_limit.c, line 283, [cpu_limit] thread:39 usage:99.99 over 99.9%, send SIGUSR2 to tid:1329448704 Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 86, TID:47570 recv signal SIGUSR2, backtrace start---------------- Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x4690b7] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(+0x36400) [0x7ffff590a400] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x2775a) [0x7ffdf597375a] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(+0x28b35) [0x7ffdf5974b35] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z16send_log_by_typeP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEi+0xcf) [0x7ffdf5970aef] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/platform/tsg_master/tsg_master.so(_Z12tsg_send_logP18tsg_log_instance_tP12TLD_handle_tPK10streaminfo8LOG_TYPEP9maat_rulemi+0x232) [0x7ffdf59720c2] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x39cf) [0x7ffaafe199cf] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:./plug/business/session_record/session_record.so(+0x7f0e) [0x7ffaafe1df0e] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(plugin_call_streamentry+0x67) [0x435877] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(call_streamentry+0x55) [0x435ca5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process+0x3f6) [0x436326] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(stream_process_tcp+0x44) [0x436804] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43c95b] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x43d3ca] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x2ab) [0x43780b] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(vxlan_entry+0x1c5) [0x44cdd5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(dealipv4udppkt+0x938) [0x445068] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(ipv4_entry+0x37c) [0x4378dc] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp(eth_entry+0x344) [0x4436d4] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x42ed52] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508327] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/opt/tsg/sapp/sapp() [0x508a31] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libpthread.so.0(+0x7ea5) [0x7ffff690eea5] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 89, TID:47570 backtrace:/lib64/libc.so.6(clone+0x6d) [0x7ffff59d2b0d] Mon Jan 15 10:40:57 2024, FATAL, process_latency , file /home/yangwei/platform/sapp/src/sapp_dev/sapp_plug.c, line 91, TID:47570 recv signal SIGUSR2, backtrace end----------------